-- Logs begin at Mon 2022-03-07 14:44:15 UTC, end at Mon 2022-03-07 15:49:53 UTC. -- Mar 07 15:23:57.133200 dv-cinder-830538-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 15:24:00.033993 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.common.config [-] Logging enabled! Mar 07 15:24:00.034581 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev575 Mar 07 15:24:00.034801 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102861) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 15:24:00.038593 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.common.config [-] Logging enabled! Mar 07 15:24:00.038868 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev575 Mar 07 15:24:00.039160 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102861) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 15:24:00.040093 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 15:24:00.040330 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 15:24:00.040708 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 15:24:00.040957 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 15:24:00.041578 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 15:24:00.041904 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.042362 dv-cinder-830538-7-iscsi neutron-server[102861]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 07 15:24:00.042682 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.042983 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.043281 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.043579 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.043871 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.044154 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.044446 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.044743 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.045030 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.045310 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.045595 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.045893 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.046210 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.046499 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.046786 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.047069 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] debug = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.047349 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.047780 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.048187 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.048469 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.048760 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.049046 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.049318 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.049594 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.049877 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.050230 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] host = dv-cinder-830538-7-iscsi {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.051108 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.051405 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.051694 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.051981 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.052267 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.052538 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.052823 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.053096 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.053369 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] log_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.053641 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.053931 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.054240 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.054530 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.054753 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.054976 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.055274 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.055559 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.055835 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.056114 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.056387 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.056659 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.056930 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.057200 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.057484 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.057768 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.058079 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.058355 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.058628 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.058898 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.059168 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.059452 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.059723 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.059994 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.060266 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.060549 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.060818 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.061088 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.061385 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.061670 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.061952 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.062260 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.062534 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.062817 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.063090 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.063360 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.063629 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] use_json = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.063898 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.064168 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.064449 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.064720 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.064990 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.065261 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.065531 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.065814 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.066143 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:00.066450 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.066753 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.067056 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.067355 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.067650 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.067932 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.068225 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.068507 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.068800 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.069090 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.069379 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.069659 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.069959 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.070273 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.070569 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.070874 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.071169 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.071461 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.071740 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.072018 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.072298 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.072580 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.072870 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.073150 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.073441 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.073731 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.074037 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.074342 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.074631 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.074927 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.075220 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.075499 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.075781 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.076080 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.076361 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.076638 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.076918 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.077212 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.077493 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.077767 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.078089 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.078372 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.078647 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.078922 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.079200 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.079492 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.079769 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.080042 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.080316 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.080593 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.080863 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.081150 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.081428 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.081713 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.082016 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.082301 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.082578 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.082852 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.083131 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.083404 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.083683 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.083960 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.084236 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.084514 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.084791 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.085067 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.085343 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.085619 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.085905 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.086206 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.086484 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.086762 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.087041 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.087319 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.087608 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.087908 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.088191 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.088479 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.088764 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.089048 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.089332 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.089615 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.089899 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.090204 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.090486 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.090783 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.091071 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.091361 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.091665 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.091949 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.092249 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.092532 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.092815 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.093103 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.093383 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.093665 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.093951 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.094274 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.094575 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.094874 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.095172 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.095725 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.096035 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.096315 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.096624 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.096907 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:00.097124 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 15:24:00.097882 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102861) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 15:24:00.466460 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 15:24:00.466741 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 15:24:00.467048 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 15:24:00.467521 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 15:24:00.793061 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.793350 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.793618 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.794938 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.795215 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.795486 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.841476 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.841752 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.842040 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.856711 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.856993 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.857263 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.885657 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.885929 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.886217 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.923036 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.923311 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:00.923577 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.266922 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.267531 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.267531 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.267688 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.268329 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.368801 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.369125 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.369403 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.369673 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.369941 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.370273 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.370534 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.370791 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.371041 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.371318 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.371574 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.371836 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.372088 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.372335 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.372586 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.372844 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.373093 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.373353 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.373617 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.373872 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.374164 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.374414 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.374689 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.375057 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.375303 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.375544 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.375928 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:24:01.376168 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:24:01.376404 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:24:01.376636 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:24:01.376867 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:24:01.377098 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:24:01.377457 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 15:24:01.380595 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 15:24:01.384644 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 15:24:01.388352 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 07 15:24:01.390006 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 15:24:01.390487 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 15:24:01.390822 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 15:24:01.391200 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 15:24:01.394033 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 15:24:01.394804 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 15:24:01.395143 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 15:24:01.400004 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 07 15:24:01.424011 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 07 15:24:01.424454 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.424749 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102861) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 07 15:24:01.425118 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.426523 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102861) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 15:24:01.426805 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 15:24:01.427053 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 15:24:01.430346 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.430630 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:01.494232 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 15:24:01.494471 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 15:24:01.494705 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 15:24:01.495066 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 15:24:01.515238 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_db.sqlalchemy.engines [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102861) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 07 15:24:01.955936 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Initializing driver for type 'gre' Mar 07 15:24:01.956516 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] gre ID ranges: [(1, 1000)] Mar 07 15:24:02.011697 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Initializing driver for type 'local' Mar 07 15:24:02.012190 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Initializing driver for type 'vlan' Mar 07 15:24:02.025655 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] VlanTypeDriver initialization complete Mar 07 15:24:02.026031 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Initializing driver for type 'vxlan' Mar 07 15:24:02.026519 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] vxlan ID ranges: [(1, 1000)] Mar 07 15:24:02.078354 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Initializing extension driver 'port_security' Mar 07 15:24:02.078726 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.extensions.port_security [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] PortSecurityExtensionDriver initialization complete Mar 07 15:24:02.079070 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Initializing mechanism driver 'openvswitch' Mar 07 15:24:02.079401 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Initializing mechanism driver 'hyperv' Mar 07 15:24:02.086193 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.plugin [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:24:02.087043 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > port after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.087418 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > port after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.087769 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > port after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.088302 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 15:24:02.088738 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > subnet after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.089094 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > subnet after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.089447 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.089917 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 15:24:02.090447 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > network after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.090800 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > network after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.091145 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > network after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.091542 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 15:24:02.091949 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > security_group after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.092304 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > security_group after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.092646 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > security_group after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.093043 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 15:24:02.093448 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.093794 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.094168 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.094564 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 15:24:02.094968 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > address_group after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.095316 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > address_group after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.095908 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > address_group after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.096306 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 15:24:02.096749 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] ML2 OVO RPC backend initialized. {{(pid=102861) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 07 15:24:02.097458 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.097816 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.098262 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > network before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.098615 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > networks before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.098966 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > port before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.099309 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > ports before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.099653 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > subnet before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.100000 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > subnets before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.100346 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > network after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.100687 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > network after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.101023 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > network after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.101357 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > port after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.101692 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > port after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.102053 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > port after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.102392 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > subnet after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.102727 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > subnet after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.103059 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.110366 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded quota_driver: . Mar 07 15:24:02.110732 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.plugin [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Modular L2 Plugin initialization complete Mar 07 15:24:02.111082 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading services supported by the core plugin {{(pid=102861) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 15:24:02.111425 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Got port-security extension from driver 'port_security' Mar 07 15:24:02.111905 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.extensions.vlantransparent [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Disabled vlantransparent extension. Mar 07 15:24:02.112402 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102861) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 15:24:02.112731 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading Plugin: router Mar 07 15:24:02.149290 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router_interface before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.149684 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router after_create 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.150081 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router before_create 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.150452 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.150827 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.151184 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router after_delete 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.151541 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > floatingip after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.151891 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > floatingip after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.152254 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router after_create 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.152598 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router after_update 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.152947 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router after_update 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.153293 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.153649 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router after_update 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.154086 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router precommit_update 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.154462 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: port after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.154807 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: port after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.155150 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: subnet after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.155495 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.155845 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > port precommit_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.156192 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router precommit_create 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.156541 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: port before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.156887 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router precommit_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.157242 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router after_update 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.157582 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router precommit_delete 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.158079 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router precommit_create 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.158446 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.158795 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router precommit_update 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.159158 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > agent after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.159508 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > agent after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.159884 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > network after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.160776 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Tracking information for resource: router configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:24:02.161110 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Tracking information for resource: floatingip configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:24:02.166101 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.db.l3_agentschedulers_db [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 15:24:02.166684 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: port after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.167389 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: port after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.167750 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: port after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.168110 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: port after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.168914 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router before_create 55550100 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.169286 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router precommit_delete 55550100 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.169649 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router precommit_create 55550100 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.170031 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > router precommit_update 55550100 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.174802 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.services.provider_configuration [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Service providers = [] {{(pid=102861) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 15:24:02.175169 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.db.servicetype_db [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102861) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 15:24:02.178683 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.services.service_base [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 15:24:02.179035 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.services.service_base [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 15:24:02.179375 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.services.service_base [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 15:24:02.180275 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.services.service_base [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 15:24:02.180648 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.services.service_base [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 15:24:02.181031 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:24:02.181356 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 15:24:02.192831 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:24:02.193174 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading Plugin: auto_allocate Mar 07 15:24:02.199051 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: network precommit_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.199421 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: network precommit_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.199937 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:24:02.200260 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading Plugin: tag Mar 07 15:24:02.207153 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:24:02.207435 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading Plugin: timestamp Mar 07 15:24:02.211372 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:24:02.211706 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading Plugin: network_ip_availability Mar 07 15:24:02.217199 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.217569 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.217924 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.218658 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:24:02.218977 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading Plugin: flavors Mar 07 15:24:02.224807 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:24:02.225137 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading Plugin: revisions Mar 07 15:24:02.229478 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:24:02.229872 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_concurrency.lockutils [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.763s {{(pid=102861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 15:24:02.230635 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102861) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 07 15:24:02.230979 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Initializing extension manager. Mar 07 15:24:02.231504 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: __init__.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.231849 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: __pycache__ {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.232185 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.232518 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: address_group.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.233270 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.233840 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: address-group Mar 07 15:24:02.234195 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: address_scope.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.234914 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.235433 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: address-scope Mar 07 15:24:02.235760 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: admin_state_down_before_update.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.236694 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.237213 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: router-admin-state-down-before-update Mar 07 15:24:02.237538 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: agent.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.238824 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.239341 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: agent Mar 07 15:24:02.239664 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: agent_resources_synced.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.240588 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.241114 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: agent-resources-synced Mar 07 15:24:02.241442 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: allowedaddresspairs.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.243249 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.243786 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: allowed-address-pairs Mar 07 15:24:02.244115 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: auto_allocated_topology.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.245209 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.245732 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: auto-allocated-topology Mar 07 15:24:02.246093 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: availability_zone.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.246790 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.247298 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: availability_zone Mar 07 15:24:02.247618 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: availability_zone_filter.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.248534 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.249044 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: availability_zone_filter Mar 07 15:24:02.249363 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: data_plane_status.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.250305 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.250817 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 15:24:02.251138 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: default_subnetpools.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.252058 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.252565 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: default-subnetpools Mar 07 15:24:02.252886 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: dhcpagentscheduler.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.253725 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.254257 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: dhcp_agent_scheduler Mar 07 15:24:02.254580 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: dns.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.255506 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.256016 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension dns-integration not supported by any of loaded plugins Mar 07 15:24:02.256338 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: dns_domain_ports.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.257256 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.257765 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 15:24:02.258116 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.259049 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.259559 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 07 15:24:02.259882 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: dvr.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.260556 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.261070 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: dvr Mar 07 15:24:02.261392 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: ecmp_routes.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.262341 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.262848 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension ecmp_routes not supported by any of loaded plugins Mar 07 15:24:02.263169 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: empty_string_filtering.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.264084 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.264595 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: empty-string-filtering Mar 07 15:24:02.264919 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.265829 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.266374 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 15:24:02.266698 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.267606 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.268109 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 15:24:02.268419 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: external_net.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.269354 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.269867 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: external-net Mar 07 15:24:02.270214 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: extra_dhcp_opt.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.271135 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.271647 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: extra_dhcp_opt Mar 07 15:24:02.271967 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: extraroute.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.272875 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.273382 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: extraroute Mar 07 15:24:02.273703 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: extraroute_atomic.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.274766 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.275278 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: extraroute-atomic Mar 07 15:24:02.275597 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: filter_validation.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.276258 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.276765 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: filter-validation Mar 07 15:24:02.277083 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: fip_pf_description.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.278022 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.278529 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 15:24:02.278845 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: fip_port_details.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.279940 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.280451 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: fip-port-details Mar 07 15:24:02.280778 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: flavors.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.282065 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.282614 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: flavors Mar 07 15:24:02.282940 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.284657 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.285697 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 15:24:02.286056 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: floatingip_pools.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.286761 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.287279 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: floatingip-pools Mar 07 15:24:02.287610 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: ip_allocation.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.288617 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.289134 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 15:24:02.289454 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.290405 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.290921 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: ip-substring-filtering Mar 07 15:24:02.291253 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: l2_adjacency.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.292193 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.292703 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 15:24:02.293026 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: l3.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.294018 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.294554 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: router Mar 07 15:24:02.294883 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: l3_conntrack_helper.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.297207 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.297741 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 15:24:02.298100 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.299042 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.299563 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: ext-gw-mode Mar 07 15:24:02.299892 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.301489 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.302029 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: l3-ha Mar 07 15:24:02.302358 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.303283 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.303802 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 07 15:24:02.304132 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: l3_flavors.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.305058 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.305573 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: l3-flavors Mar 07 15:24:02.305900 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: l3_ndp_proxy.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.307311 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.307834 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 07 15:24:02.308162 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.309079 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.309598 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 15:24:02.309925 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: l3agentscheduler.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.310995 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.311522 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: l3_agent_scheduler Mar 07 15:24:02.311854 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: local_ip.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.313645 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.314204 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension local_ip not supported by any of loaded plugins Mar 07 15:24:02.314542 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: logging.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.317546 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.318110 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension logging not supported by any of loaded plugins Mar 07 15:24:02.318450 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: metering.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.319206 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.319797 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: metering Mar 07 15:24:02.320127 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.321233 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.321768 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: metering_source_and_destination_fields Mar 07 15:24:02.322142 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: multiprovidernet.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.323085 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.323608 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: multi-provider Mar 07 15:24:02.323935 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: netmtu.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.324872 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.325386 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: net-mtu Mar 07 15:24:02.325709 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: netmtu_writable.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.326672 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.327189 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: net-mtu-writable Mar 07 15:24:02.327511 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: network_availability_zone.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.328193 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.328707 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: network_availability_zone Mar 07 15:24:02.329028 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: network_ip_availability.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.330185 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.330701 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: network-ip-availability Mar 07 15:24:02.331026 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: network_segment_range.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.331829 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.332341 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 15:24:02.332663 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: pagination.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.333660 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.334014 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: pagination Mar 07 15:24:02.334343 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: port_device_profile.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.335261 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.335783 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: port-device-profile Mar 07 15:24:02.336107 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.337038 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.337550 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: port-mac-address-regenerate Mar 07 15:24:02.337874 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.338824 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.339335 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: port-numa-affinity-policy Mar 07 15:24:02.339661 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: port_resource_request.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.340575 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.341082 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 15:24:02.341414 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: port_resource_request_groups.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.342401 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.342913 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 07 15:24:02.343237 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: portbindings.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.344163 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.344677 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: binding Mar 07 15:24:02.345002 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: portbindings_extended.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.346590 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.347111 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: binding-extended Mar 07 15:24:02.347964 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: portsecurity.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.348888 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.349409 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: port-security Mar 07 15:24:02.349736 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: project_id.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.350745 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.351080 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: project-id Mar 07 15:24:02.351405 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: providernet.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.352342 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.352867 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: provider Mar 07 15:24:02.353195 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: qos.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.356812 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.357345 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension qos not supported by any of loaded plugins Mar 07 15:24:02.357680 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.358982 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.359506 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 15:24:02.359838 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.360764 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.361282 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 15:24:02.361609 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: qos_default.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.362573 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.363728 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension qos-default not supported by any of loaded plugins Mar 07 15:24:02.364055 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: qos_fip.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.367256 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.367256 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension qos-fip not supported by any of loaded plugins Mar 07 15:24:02.367256 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: qos_fip_network_policy.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.367256 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.367594 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 07 15:24:02.367724 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: qos_gateway_ip.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.368650 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.369167 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 15:24:02.369491 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: qos_port_network_policy.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.370564 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.371089 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 15:24:02.371413 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.372459 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.372983 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 07 15:24:02.373310 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.374387 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.374906 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 07 15:24:02.375231 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: qos_pps_rule.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.376431 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.376952 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension qos-pps not supported by any of loaded plugins Mar 07 15:24:02.377280 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: qos_rule_type_details.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.378237 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.378782 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 15:24:02.379105 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: qos_rules_alias.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.380169 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.380683 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 15:24:02.381004 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: quota_check_limit.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.381935 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.382479 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: quota-check-limit Mar 07 15:24:02.382802 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: quotasv2.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.383751 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.384079 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: quotas Mar 07 15:24:02.384401 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: quotasv2_detail.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.386151 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.386488 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: quota_details Mar 07 15:24:02.386816 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: rbac.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.387881 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.388410 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: rbac-policies Mar 07 15:24:02.388738 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: rbac_address_group.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.389782 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.390338 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: rbac-address-group Mar 07 15:24:02.390661 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: rbac_address_scope.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.391589 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.392110 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: rbac-address-scope Mar 07 15:24:02.392434 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: rbac_security_groups.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.393353 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.393869 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: rbac-security-groups Mar 07 15:24:02.394249 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: rbac_subnetpool.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.395241 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.395754 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: rbac-subnetpool Mar 07 15:24:02.396078 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: revisionifmatch.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.397023 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.397541 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: revision-if-match Mar 07 15:24:02.397868 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: revisions.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.399030 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.399549 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: standard-attr-revisions Mar 07 15:24:02.399873 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: router_availability_zone.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.400545 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.401056 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: router_availability_zone Mar 07 15:24:02.401378 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: routerservicetype.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.402344 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.402853 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension router-service-type not supported by any of loaded plugins Mar 07 15:24:02.403173 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.404104 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.404616 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: security-groups-normalized-cidr Mar 07 15:24:02.404936 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: security_groups_port_filtering.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.405863 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.406404 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: port-security-groups-filtering Mar 07 15:24:02.406728 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.407663 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.408176 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: security-groups-remote-address-group Mar 07 15:24:02.408499 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.409428 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.410494 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: security-groups-shared-filtering Mar 07 15:24:02.410815 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.411401 dv-cinder-830538-7-iscsi neutron-server[102861]: WARNING neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 07 15:24:02.411720 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: securitygroup.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.421383 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.421923 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: security-group Mar 07 15:24:02.422283 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: segment.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.423077 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.423594 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension segment not supported by any of loaded plugins Mar 07 15:24:02.423918 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.424864 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.425994 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 15:24:02.426320 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: servicetype.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.427448 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.427975 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: service-type Mar 07 15:24:02.428307 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: sorting.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.429298 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.429629 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: sorting Mar 07 15:24:02.429950 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: standard_attr_segment.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.430895 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.431414 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 15:24:02.431738 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: standardattrdescription.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.432385 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.432903 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: standard-attr-description Mar 07 15:24:02.433226 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: stateful_security_group.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.434184 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.434705 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: stateful-security-group Mar 07 15:24:02.435029 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: stdattrs_common.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.435609 dv-cinder-830538-7-iscsi neutron-server[102861]: WARNING neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 15:24:02.435932 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.436870 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.437384 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 15:24:02.437707 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: subnet_onboard.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.438851 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.440862 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: subnet_onboard Mar 07 15:24:02.441212 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.442236 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.442945 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 15:24:02.443271 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: subnet_service_types.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.444308 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.444912 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: subnet-service-types Mar 07 15:24:02.445276 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: subnetallocation.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.446551 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.447075 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: subnet_allocation Mar 07 15:24:02.447400 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.448085 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.448600 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: subnetpool-prefix-ops Mar 07 15:24:02.448923 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.449865 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.450404 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 15:24:02.450729 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: tagging.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.451794 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.452312 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: standard-attr-tag Mar 07 15:24:02.452645 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: timestamp.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.453863 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.454420 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loaded extension: standard-attr-timestamp Mar 07 15:24:02.454749 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: trunk.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.455791 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.456311 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension trunk not supported by any of loaded plugins Mar 07 15:24:02.456663 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: trunk_details.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.457631 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.458130 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension trunk-details not supported by any of loaded plugins Mar 07 15:24:02.458457 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: uplink_status_propagation.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.459391 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.459908 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 15:24:02.460236 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Loading extension file: vlantransparent.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:24:02.460912 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:24:02.461423 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 15:24:02.463972 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:network Mar 07 15:24:02.464497 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:subnet Mar 07 15:24:02.464897 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 15:24:02.465296 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:port Mar 07 15:24:02.466567 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:24:02.467004 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Service FLAVORS assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:24:02.467605 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:24:02.468040 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:24:02.468374 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:router Mar 07 15:24:02.468803 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:floatingip Mar 07 15:24:02.469302 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Service METERING assigned prefix: /metering {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:24:02.471053 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.471425 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.471779 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:24:02.473284 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 15:24:02.473732 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:security_group Mar 07 15:24:02.474191 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 15:24:02.474794 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Service CORE assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:24:02.475130 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 15:24:02.475477 dv-cinder-830538-7-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] subnetpool is already registered Mar 07 15:24:02.475900 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Service CORE assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:24:02.476236 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 15:24:02.476567 dv-cinder-830538-7-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] subnetpool is already registered Mar 07 15:24:02.478872 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:24:02.479308 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Service FLAVORS assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:24:02.479902 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:24:02.480328 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:24:02.480664 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:router Mar 07 15:24:02.481009 dv-cinder-830538-7-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] router is already registered Mar 07 15:24:02.481417 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:floatingip Mar 07 15:24:02.481754 dv-cinder-830538-7-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] floatingip is already registered Mar 07 15:24:02.482230 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Service METERING assigned prefix: /metering {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:24:02.482896 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 15:24:02.483222 dv-cinder-830538-7-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] rbac_policy is already registered Mar 07 15:24:02.483634 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:security_group Mar 07 15:24:02.483968 dv-cinder-830538-7-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] security_group is already registered Mar 07 15:24:02.484369 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 15:24:02.484701 dv-cinder-830538-7-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] security_group_rule is already registered Mar 07 15:24:02.485325 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Service CORE assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:24:02.485666 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 15:24:02.486025 dv-cinder-830538-7-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] subnetpool is already registered Mar 07 15:24:02.486448 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Service CORE assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:24:02.486774 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 15:24:02.487107 dv-cinder-830538-7-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] subnetpool is already registered Mar 07 15:24:02.487581 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: extensions {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.489652 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: address-groups {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.491271 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: address-scopes {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.492613 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: agents {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.493785 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: auto-allocated-topology {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.495062 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: availability_zones {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.496286 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: dhcp-networks {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.497811 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: dhcp-agents {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.499286 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: routers {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.501518 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: flavors {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.502709 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: service_profiles {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.503968 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: next_providers {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.505447 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: service_profiles {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.507023 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: floatingip-pools {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.508249 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: routers {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.510417 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: floatingips {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.512657 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: l3-routers {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.514111 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: l3-agents {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.515529 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: metering-labels {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.516892 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: metering-label-rules {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.518202 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: network-ip-availabilities {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.519513 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: bindings {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.521186 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: quotas {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.522805 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: quotas {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.524349 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: rbac-policies {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.525661 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: security-groups {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.526927 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: security-group-rules {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.528176 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: service-providers {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.529395 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: subnetpools {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.530860 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: subnetpools {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.532329 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.534043 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.536393 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.538196 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.539998 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.541856 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.543589 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.545478 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.547351 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.549200 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:24:02.555679 dv-cinder-830538-7-iscsi neutron-server[102861]: WARNING keystonemiddleware.auth_token [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 15:24:02.560371 dv-cinder-830538-7-iscsi neutron-server[102861]: WARNING keystonemiddleware.auth_token [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 15:24:02.569043 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_concurrency.lockutils [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Acquired lock "singleton_lock" {{(pid=102861) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 07 15:24:02.569527 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_concurrency.lockutils [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Releasing lock "singleton_lock" {{(pid=102861) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 07 15:24:02.570212 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO oslo_service.service [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Starting 2 workers Mar 07 15:24:02.575066 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Started child 102970 {{(pid=102861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 15:24:02.579538 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Started child 102971 {{(pid=102861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 15:24:02.581072 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:02.582451 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO neutron.service [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 15:24:02.582819 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Publish callbacks [] for process (None), before_spawn {{(pid=102861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:02.583011 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [-] (102970) wsgi starting up on http://0.0.0.0:9696 Mar 07 15:24:02.585301 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO oslo_service.service [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Starting 1 workers Mar 07 15:24:02.585471 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:02.587184 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [-] (102971) wsgi starting up on http://0.0.0.0:9696 Mar 07 15:24:02.591358 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Started child 102972 {{(pid=102861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 15:24:02.592122 dv-cinder-830538-7-iscsi neutron-server[102861]: INFO oslo_service.service [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Starting 1 workers Mar 07 15:24:02.594987 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.service [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] calling RpcWorker wait() {{(pid=102972) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 15:24:02.595772 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.service [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] returning from RpcWorker wait() {{(pid=102972) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 15:24:02.597356 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:02.597486 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Started child 102973 {{(pid=102861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 15:24:02.598535 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:24:02.599308 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-47d1e191-103c-44a1-876e-5e714990a11f None None] Publish callbacks [] for process (None), after_spawn {{(pid=102861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:02.601345 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102861) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 15:24:02.601582 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 15:24:02.601772 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 15:24:02.602072 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 15:24:02.602636 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 15:24:02.602804 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 15:24:02.603666 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:02.604158 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.604158 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.604381 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.604895 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.605183 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:24:02.605397 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.606736 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.607046 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.607309 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.607746 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.608062 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.608331 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.608567 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.608906 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.609212 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.609598 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.609910 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.610167 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.610502 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.610672 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.610941 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.611805 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.612088 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.612417 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] debug = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.612690 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.613895 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.614200 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.614470 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.614781 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.615141 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.615495 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.615655 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.615985 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.616245 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.616525 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.616784 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.617020 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.617562 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.617850 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.618113 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.618440 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.618679 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.619256 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] host = dv-cinder-830538-7-iscsi {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.619523 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.619987 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.620276 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.620550 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.620854 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.621134 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.621442 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.621774 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.624401 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.624768 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.625142 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.625410 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.626834 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.630112 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.630535 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_options = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.632993 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.633545 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.634086 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.634692 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.635078 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.635464 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.636299 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.636644 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.637069 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.637555 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.637929 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.638730 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.639154 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.639536 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.639938 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.641292 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.641700 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.642141 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.642575 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.643032 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.643459 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.643715 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.643986 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.644829 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.645068 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.645298 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.645551 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.645784 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.646038 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.646266 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.646514 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.646807 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.647037 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.647283 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.647649 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.647899 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.648136 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.648380 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.648671 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.648909 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.649182 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.649447 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.649677 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.649903 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.650158 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.650385 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.650608 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_json = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.650845 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.651185 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.651457 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.651679 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.651899 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.652118 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.652336 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.652580 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.652818 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.653290 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.653604 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.653925 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.654232 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.654498 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.654842 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.655110 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.655344 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.655617 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.655887 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.656206 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.656443 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.656756 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.657016 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.657298 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.657634 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.658015 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.658311 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.658543 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.658791 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.659037 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.659282 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.659567 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.659843 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.660611 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.660876 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.661203 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.661506 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.661796 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.662395 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.662669 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.662944 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.663761 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.663761 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.663761 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.664021 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.664144 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.664390 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.664625 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.665000 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.665241 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.665522 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.665757 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.666042 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.666292 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.666567 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.666800 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.667066 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.667330 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.667560 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.667878 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.668110 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.668335 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.668558 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.668791 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.669027 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.669296 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.669548 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.669775 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.670016 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.670242 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.670468 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.670706 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.670952 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.671173 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.671488 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.671717 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.671959 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.672220 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.672450 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.672671 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.672892 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.673135 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.673360 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.673578 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.673801 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.674076 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.674327 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.674583 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.674821 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.675135 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.675423 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.675649 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.675868 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.676088 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.676315 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.676531 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.676751 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.676969 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.677184 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.677402 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.677694 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.678151 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.678325 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.678542 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.678754 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.679004 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.679246 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.679499 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.679726 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.679968 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.680209 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.680464 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.680695 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.680927 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.681660 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.681660 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.681912 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.682304 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.682304 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.682807 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.682807 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.683066 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.683204 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.683390 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.683633 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.683880 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.684143 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.684384 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.684735 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.684906 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.685287 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.685518 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.685795 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.686242 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.686394 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.686667 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.686933 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.687189 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.687456 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.687715 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.687993 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.688251 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.688492 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.688741 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.688993 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.689220 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.689466 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.689823 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.690036 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.690276 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.690497 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.690719 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.691011 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.691267 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.691536 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.691819 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.692073 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.692328 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.692592 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.692831 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.693057 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.693278 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.693533 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.693755 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.694012 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.694254 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.694673 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.694762 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.694968 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.695248 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.695474 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.695697 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.695915 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.696139 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.696360 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.696611 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.696852 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.697105 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.697360 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.697596 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.697835 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.698082 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.698320 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.698576 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.698815 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.699091 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.699351 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.699735 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.699867 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.700118 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.700388 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.700626 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.700871 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.701095 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.701315 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.701533 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.701756 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.701998 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.702215 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.702448 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.702667 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.702978 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.703243 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.703589 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.703825 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:24:02.703916 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.704058 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.704305 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.704546 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.704786 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.705006 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.705225 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.705449 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.705670 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.705913 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.706187 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.706406 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.707165 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.707392 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.707682 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.707875 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.708186 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.708362 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.708991 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.708991 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.710127 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.710127 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.710127 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.710127 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.710127 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.710542 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.710542 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.710694 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.710964 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.711228 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.711461 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.711720 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.711973 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.712234 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.712468 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.712685 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.712903 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.713149 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.713370 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.713585 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.713852 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.714092 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.714308 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.714535 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.714754 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.714967 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.715214 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.715428 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.715935 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.715935 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.716118 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.716273 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.716500 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.716734 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.716948 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.717171 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.717389 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.717603 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.717838 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.718072 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.718292 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.718509 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.718729 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.718947 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.719224 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.719490 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.719718 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.720375 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.720375 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.720896 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.721003 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.721327 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.721548 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.721794 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.722058 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.722891 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.723143 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.723420 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.723747 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.724061 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.724333 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.724606 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.724887 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.725168 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.725446 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.725669 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.726007 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.726538 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.726670 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.726869 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.727121 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.727386 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.727951 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.727951 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.728124 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.728262 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.728485 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.728726 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.728962 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.729193 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.729416 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.729649 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.729876 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.730134 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.730377 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.730636 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.730861 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.731024 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 15:24:02.731556 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102861) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 15:24:02.731722 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 15:24:02.731881 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 15:24:02.732056 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 15:24:02.732229 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 15:24:02.732386 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 15:24:02.732599 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.732766 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.732933 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.733098 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.733254 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.733449 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.733619 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.733784 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.733947 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.734132 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.734295 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.734460 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.734626 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.734794 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.734956 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.735119 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.735282 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.735446 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.735613 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.735777 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.735939 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.736102 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.736265 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] debug = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.736428 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.736649 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.736819 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.736983 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.737146 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.737309 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.737471 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.737634 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.737797 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.738009 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.738165 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.738327 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.738688 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.738688 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.738840 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.738948 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.739110 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.739271 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.739434 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] host = dv-cinder-830538-7-iscsi {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.739595 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.739758 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.739925 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.740086 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.740248 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.740409 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.740572 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.740734 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.740896 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.741059 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.741220 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.741382 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.741544 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.741706 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.741867 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_options = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.742046 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.742211 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.742374 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.742553 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.742720 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.742884 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.743046 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.743208 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.743372 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.743534 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.743697 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.743858 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.744021 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.744182 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.744346 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.744510 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.744673 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.744835 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.745001 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.745163 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.745326 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.745489 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.745650 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.745812 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.746005 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.746556 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.746556 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.746556 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.746798 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.746798 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.746926 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.747063 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.747225 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.747576 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.747576 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.747721 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.748047 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.748047 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.748200 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.748299 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.748461 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.748623 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.748785 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.748948 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.749109 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.749271 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.749600 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_json = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.749600 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.749752 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.749893 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.750076 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.750239 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.750400 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.750562 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.750724 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.750886 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:24:02.751069 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.751237 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.751590 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.751590 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.751746 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.751884 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.752051 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.752217 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.752382 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.752550 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.752721 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.752888 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.753065 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.753231 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.753398 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.753589 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.753755 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.753922 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.754111 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.754276 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.754442 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.754608 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.754784 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.754951 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.755116 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.755281 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.755447 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.755621 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.755788 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.755968 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.756135 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.756301 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.756468 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.756632 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.756798 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.756964 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.757131 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.757297 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.757464 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.757660 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.757802 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.757937 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.758136 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.758302 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.758469 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.758635 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.758802 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.758967 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.759133 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.759300 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.759465 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.759631 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.759798 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.759969 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.760134 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.760300 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.760465 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.760641 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.760806 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.760970 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.761135 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.761300 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.761466 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.761630 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.761795 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.761959 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.762144 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.762503 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.762503 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.762654 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.762789 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.762954 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.763119 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.763285 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.763449 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.763626 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.763788 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.763952 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.764118 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.764284 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.764451 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.764616 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.764784 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.764949 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.765116 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.765282 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.765448 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.765614 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.765780 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.765945 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.766132 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.766306 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.766486 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.766652 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.766818 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.766983 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.767148 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.767314 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.767478 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.767643 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.767808 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.767972 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.768137 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.768303 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.768470 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.768634 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.768799 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.768963 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.769641 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.769806 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.769985 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.770224 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.770396 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.770562 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.770729 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.770894 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.771058 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.771224 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.771388 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.771562 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.771729 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.771897 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.772061 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.772234 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.772410 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.772576 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.772741 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.772905 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.773070 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.773234 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.773399 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.773563 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.773727 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.773892 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.774082 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.774260 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.774426 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.774591 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.774757 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.774945 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.775111 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.775336 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.775464 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.775633 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.775798 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.775965 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.776129 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.776294 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.776459 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.776624 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.776791 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.776956 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.777121 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.777285 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.777451 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.777616 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.777783 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.777948 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.778134 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.778300 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.778465 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.778630 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.778794 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.778964 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.779136 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.779292 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.779457 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.779621 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.779786 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.779951 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.780115 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.780278 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.780449 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.780612 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.780785 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.780940 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.781118 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.781267 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.781432 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.781599 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.781765 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.781931 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.782115 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.782282 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.782446 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.782612 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.782779 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.782942 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.783106 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.783273 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.783438 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.783603 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.783769 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.783934 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.784115 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.784280 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.784446 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.784614 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.785402 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.785570 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.785737 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.785902 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.786105 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.786271 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.786439 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.786604 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.786770 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.786934 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.787100 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.787264 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.787433 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.787601 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.787768 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.787935 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.788102 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.788269 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.788434 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.788600 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.788765 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.788930 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.789096 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.789260 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.789426 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.789605 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.789772 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.789938 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.790124 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.790287 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.790456 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.790632 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.790799 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.790963 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.791127 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.791292 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.791457 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.791632 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.791798 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.791962 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.792126 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.792291 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.792456 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.792630 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.792796 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.792960 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.793125 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.793289 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.793454 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.793628 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.793794 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.793958 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.794154 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.794318 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.794483 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.794659 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.794824 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.794988 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.795153 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.795317 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.795482 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.795656 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.795822 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.795988 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.796161 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.796326 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.796490 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.796656 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.796832 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.796999 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.797166 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.797332 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.797497 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.797663 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.797830 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.798018 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.798195 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.798366 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.798533 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.798706 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.798880 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.799053 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.799219 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.799390 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.799591 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.799757 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.799927 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.800094 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.800257 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.800451 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.800616 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.800781 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.800945 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.801111 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.801277 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.801442 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.801606 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.801770 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.801939 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.802125 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.802290 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.802455 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.802620 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.802785 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:24:02.803358 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 51980) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:24:02.806194 dv-cinder-830538-7-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 15:24:02.811957 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064254 Mar 07 15:24:14.072748 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5274af1f-bfe6-4497-a669-43767d794a78 None None] get_active_networks_info from dv-cinder-830538-7-iscsi {{(pid=102972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 15:24:14.145265 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5274af1f-bfe6-4497-a669-43767d794a78 None None] No non-hosted networks {{(pid=102972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 15:24:14.149559 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-e773f7fe-c57d-45d2-aac9-ac6eefadabb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575215'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:16.620860 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-75fd564d-4b22-4e7b-a1a7-890ae7720593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575215'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:16.687342 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-865bf4da-4fd7-4a8e-ad71-7c99d161d04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:17.631341 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575215'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:18.953855 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575215'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:20.183435 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52060) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:24:20.557353 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575215'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:20.558160 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:20.560233 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:20.566242 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:20.566767 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:20.567113 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:20.567451 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:20.567784 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:20.568131 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:20.568462 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:20.568781 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:20.569126 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:20.569476 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:20.569814 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:20.571699 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830538-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:24:20.583186 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830538-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:24:20.708862 dv-cinder-830538-7-iscsi neutron-server[102970]: WARNING oslo_policy.policy [None req-64badcac-ee98-4801-850d-aded3d47943b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:24:20.709527 dv-cinder-830538-7-iscsi neutron-server[102970]: WARNING oslo_policy.policy [None req-64badcac-ee98-4801-850d-aded3d47943b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:24:20.933605 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [None req-64badcac-ee98-4801-850d-aded3d47943b admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:24:20.946076 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-64badcac-ee98-4801-850d-aded3d47943b admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7493486 Mar 07 15:24:23.497426 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52086) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:24:23.795722 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.db.l3_hamode_db [None req-3226429f-d428-4f89-8862-2128cb87baba None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 15:24:23.806369 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-e37aa8dc-62cc-4450-920b-1becf89589ce admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:24:23.872867 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3226429f-d428-4f89-8862-2128cb87baba None None] Routers set() bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:24:23.873254 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3226429f-d428-4f89-8862-2128cb87baba None None] Router IDs set() for agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 15:24:23.899658 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.policy [None req-e37aa8dc-62cc-4450-920b-1becf89589ce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102970) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 15:24:23.943195 dv-cinder-830538-7-iscsi neutron-server[102970]: WARNING oslo_policy.policy [None req-e37aa8dc-62cc-4450-920b-1becf89589ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:24:23.943569 dv-cinder-830538-7-iscsi neutron-server[102970]: WARNING oslo_policy.policy [None req-e37aa8dc-62cc-4450-920b-1becf89589ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:24:24.047817 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e37aa8dc-62cc-4450-920b-1becf89589ce admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752362252326', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752362253849', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752362234093', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752362237412', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752362280782', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752362290072', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3468687', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3469902', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-343818', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1809745'] for rbac-policy (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:24.112900 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e37aa8dc-62cc-4450-920b-1becf89589ce admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:24.114131 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-e37aa8dc-62cc-4450-920b-1becf89589ce admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6155705 Mar 07 15:24:26.589808 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52096) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:24:26.891954 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:24:26.921944 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Made reservation on behalf of 811f9e9daae14674b58bed28cc8759e0 for: {'network': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:24:26.925750 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:26.942707 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:27.050150 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Publish callbacks [] for security_group (0fae591a-27bc-475c-9719-bef47c7c1040), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:27.053871 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (0fae591a-27bc-475c-9719-bef47c7c1040), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:27.077644 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=102970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:24:27.111636 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752360422750', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (e92777a0-fbc2-4eb7-8a6c-8bac8713f15f), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:27.112220 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Unsubscribe: segment precommit_create {{(pid=102970) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 15:24:27.112704 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.segments_db [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Added segment e92777a0-fbc2-4eb7-8a6c-8bac8713f15f of type vlan for network e7a31e75-8d51-453a-b123-6c871bbfceec Mar 07 15:24:27.127956 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0fae591a-27bc-475c-9719-bef47c7c1040,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:24:27.154454 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:27.154812 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:27.155162 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:27.155492 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:27.155820 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:27.156137 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:27.156454 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:27.156768 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:27.157079 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:27.157392 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:27.157704 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:27.158031 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:27.158344 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Tracked resource versions report: Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: pushed versions: Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: { 'AddressGroup': {'1.2'}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'ConntrackHelper': {'1.0'}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Log': {'1.0'}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Network': {'1.1'}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Port': {'1.7'}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'PortForwarding': {'1.2'}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'QosPolicy': {'1.10'}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'SecurityGroup': {'1.5'}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'SubPort': {'1.0'}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Subnet': {'1.1'}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Trunk': {'1.1'}} Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: consumer versions: Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: { DHCP agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: L3 agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: Metadata agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: Metering agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: Open vSwitch agent@dv-cinder-830538-7-iscsi: { 'AddressGroup': '1.2', Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'ConntrackHelper': '1.0', Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'LocalIPAssociation': '1.0', Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Log': '1.0', Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Network': '1.1', Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Port': '1.7', Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'PortForwarding': '1.2', Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'QosPolicy': '1.10', Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'SecurityGroup': '1.5', Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'SecurityGroupRule': '1.2', Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'SubPort': '1.0', Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Subnet': '1.1', Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Trunk': '1.1'}} Mar 07 15:24:27.159702 dv-cinder-830538-7-iscsi neutron-server[102970]: {{(pid=102970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:24:27.222015 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (e7a31e75-8d51-453a-b123-6c871bbfceec), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:27.261091 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (e7a31e75-8d51-453a-b123-6c871bbfceec), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:27.266284 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:24:27.267021 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:27.317627 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7267990 Mar 07 15:24:27.391457 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7c3e4-d7a6-40d4-bba5-2fb0610bd540 demo demo] Pushing event updated for resources: {'Network': ['ID=e7a31e75-8d51-453a-b123-6c871bbfceec,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:24:27.404220 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network e7a31e75-8d51-453a-b123-6c871bbfceec details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:24:29.975738 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52108) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:24:30.372235 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e85aaa5-e414-47bc-92d5-c8d50ed71ec8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:24:30.373538 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-2e85aaa5-e414-47bc-92d5-c8d50ed71ec8 demo admin] 10.222.0.26 "GET /v2.0/networks/e7a31e75-8d51-453a-b123-6c871bbfceec HTTP/1.1" status: 200 len: 825 time: 0.3968420 Mar 07 15:24:30.397484 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-57a5ada8-c114-4c2d-a09e-07d3381cd7c5 demo admin] 10.222.0.26 "GET /v2.0/subnetpools/0693c3bc-2953-44fa-9976-c4fc823cf21b HTTP/1.1" status: 200 len: 734 time: 0.0182745 Mar 07 15:24:30.405639 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-a35edcbe-271f-42d5-9416-183a0e6d9bce demo admin] Request body: {'subnet': {'subnetpool_id': '0693c3bc-2953-44fa-9976-c4fc823cf21b', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec', 'name': 'private-subnet'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:24:30.425833 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35edcbe-271f-42d5-9416-183a0e6d9bce demo admin] Made reservation on behalf of 811f9e9daae14674b58bed28cc8759e0 for: {'subnet': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:24:30.428040 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a35edcbe-271f-42d5-9416-183a0e6d9bce demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:30.714755 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a35edcbe-271f-42d5-9416-183a0e6d9bce demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for subnet (e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:30.778741 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35edcbe-271f-42d5-9416-183a0e6d9bce demo admin] Pushing event updated for resources: {'Subnet': ['ID=e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:24:30.788194 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35edcbe-271f-42d5-9416-183a0e6d9bce demo admin] Checking segment: {'id': 'e92777a0-fbc2-4eb7-8a6c-8bac8713f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:24:30.788572 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35edcbe-271f-42d5-9416-183a0e6d9bce demo admin] Network hostable DHCP agents. Network: e7a31e75-8d51-453a-b123-6c871bbfceec, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:24:30.808136 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35edcbe-271f-42d5-9416-183a0e6d9bce demo admin] Network e7a31e75-8d51-453a-b123-6c871bbfceec is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:24:30.818800 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-a35edcbe-271f-42d5-9416-183a0e6d9bce demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, e7a31e75-8d51-453a-b123-6c871bbfceec) {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:24:30.823465 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35edcbe-271f-42d5-9416-183a0e6d9bce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:24:30.824219 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a35edcbe-271f-42d5-9416-183a0e6d9bce demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:30.829712 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15494139-4ad4-44a1-aedb-a2e9088a6e8f None None] Network e7a31e75-8d51-453a-b123-6c871bbfceec requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:24:30.839537 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-a35edcbe-271f-42d5-9416-183a0e6d9bce demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4369705 Mar 07 15:24:31.204855 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f466aef-16ba-5baa-baad-004e3bae59e2-e7a31e75-8d51-453a-b123-6c871bbfceec', 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec', 'project_id': '811f9e9daae14674b58bed28cc8759e0', 'fixed_ips': [{'subnet_id': 'e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb'}]}} from dv-cinder-830538-7-iscsi. {{(pid=102972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:24:31.206174 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:31.478979 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.db_base_plugin_common [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Allocated IP 172.20.0.2 (e7a31e75-8d51-453a-b123-6c871bbfceec/e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb/6380286c-4561-4055-a902-ab6462aa9a23) {{(pid=102972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:24:31.745695 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Publish callbacks [] for port (6380286c-4561-4055-a902-ab6462aa9a23), precommit_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:31.752617 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (6380286c-4561-4055-a902-ab6462aa9a23), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:31.820371 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Network e7a31e75-8d51-453a-b123-6c871bbfceec is already hosted by enough agents. {{(pid=102972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:24:31.824833 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.base_scheduler [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Resources bound (agent type, host, resource id): {{(pid=102972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:24:31.835370 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Received port after_create {{(pid=102972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:24:31.843133 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Pushing event updated for resources: {'Port': ['ID=6380286c-4561-4055-a902-ab6462aa9a23,revision_number=1']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:24:31.891131 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:31.891504 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:31.891871 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:31.892217 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:31.892553 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:31.892891 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:31.893224 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:31.893548 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:31.894412 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:31.894754 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:31.895083 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:31.895407 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:31.895728 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Tracked resource versions report: Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: pushed versions: Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: { 'AddressGroup': {'1.2'}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'ConntrackHelper': {'1.0'}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Log': {'1.0'}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Network': {'1.1'}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Port': {'1.7'}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'PortForwarding': {'1.2'}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'QosPolicy': {'1.10'}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'SecurityGroup': {'1.5'}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'SubPort': {'1.0'}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Subnet': {'1.1'}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Trunk': {'1.1'}} Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: consumer versions: Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: { DHCP agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: L3 agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: Metadata agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: Metering agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: Open vSwitch agent@dv-cinder-830538-7-iscsi: { 'AddressGroup': '1.2', Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'ConntrackHelper': '1.0', Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'LocalIPAssociation': '1.0', Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Log': '1.0', Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Network': '1.1', Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Port': '1.7', Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'PortForwarding': '1.2', Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'QosPolicy': '1.10', Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'SecurityGroup': '1.5', Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'SecurityGroupRule': '1.2', Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'SubPort': '1.0', Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Subnet': '1.1', Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Trunk': '1.1'}} Mar 07 15:24:31.897111 dv-cinder-830538-7-iscsi neutron-server[102972]: {{(pid=102972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:24:31.927836 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Attempting to bind port 6380286c-4561-4055-a902-ab6462aa9a23 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:24:31.928242 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Attempting to bind port 6380286c-4561-4055-a902-ab6462aa9a23 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': 'e92777a0-fbc2-4eb7-8a6c-8bac8713f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:24:31.928660 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Attempting to bind port 6380286c-4561-4055-a902-ab6462aa9a23 on network e7a31e75-8d51-453a-b123-6c871bbfceec {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:24:31.933494 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:24:31.933892 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Checking segment: {'id': 'e92777a0-fbc2-4eb7-8a6c-8bac8713f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:24:31.934398 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:31.934791 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Bound using segment: {'id': 'e92777a0-fbc2-4eb7-8a6c-8bac8713f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:24:31.935320 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Bound port: 6380286c-4561-4055-a902-ab6462aa9a23, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92777a0-fbc2-4eb7-8a6c-8bac8713f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:24:31.935727 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (6380286c-4561-4055-a902-ab6462aa9a23), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:31.996833 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] For port 6380286c-4561-4055-a902-ab6462aa9a23, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:24:32.001173 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] For port 6380286c-4561-4055-a902-ab6462aa9a23, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=6380286c-4561-4055-a902-ab6462aa9a23,segment=NetworkSegment(e92777a0-fbc2-4eb7-8a6c-8bac8713f15f),segment_id=e92777a0-fbc2-4eb7-8a6c-8bac8713f15f)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:24:32.009894 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (6380286c-4561-4055-a902-ab6462aa9a23), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:32.072942 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef65be-0ed3-4b30-9a10-4e0c462dd0e3 None None] Pushing event updated for resources: {'Port': ['ID=6380286c-4561-4055-a902-ab6462aa9a23,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:24:33.359305 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52116) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:24:33.668564 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [None req-6b338c8e-7f49-4643-879a-279a1b156ad3 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:24:33.669550 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-6b338c8e-7f49-4643-879a-279a1b156ad3 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3092942 Mar 07 15:24:36.182731 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52124) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:24:36.491382 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [None req-307144f2-9ee1-4d74-b370-f181e1fb44ab admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:24:36.492392 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-307144f2-9ee1-4d74-b370-f181e1fb44ab admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3087182 Mar 07 15:24:39.012249 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52132) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:24:39.320869 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-d2889f42-4cc0-4dab-9b3d-7bebafa00eef demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:24:39.344801 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d2889f42-4cc0-4dab-9b3d-7bebafa00eef demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15426'] for router (652a11ba-c5fe-4896-899f-07761671e71b), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:39.347279 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d2889f42-4cc0-4dab-9b3d-7bebafa00eef demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15435'] for router (652a11ba-c5fe-4896-899f-07761671e71b), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:39.483305 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d2889f42-4cc0-4dab-9b3d-7bebafa00eef demo demo] Publish callbacks [] for router_controller (652a11ba-c5fe-4896-899f-07761671e71b), precommit_add_association {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:39.487758 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d2889f42-4cc0-4dab-9b3d-7bebafa00eef demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574438'] for router (652a11ba-c5fe-4896-899f-07761671e71b), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:39.504470 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d2889f42-4cc0-4dab-9b3d-7bebafa00eef demo demo] Publish callbacks [] for router (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:39.505621 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-d2889f42-4cc0-4dab-9b3d-7bebafa00eef demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4923964 Mar 07 15:24:40.642777 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 5 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:24:42.051923 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52144) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:24:42.371571 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [None req-638d489f-dce9-4d3f-8e03-a43b3784f81d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:24:42.372601 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-638d489f-dce9-4d3f-8e03-a43b3784f81d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3197188 Mar 07 15:24:43.316455 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 6380286c-4561-4055-a902-ab6462aa9a23 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:24:43.392189 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3265ef8-2f2a-4074-a5be-7253f65a54b2 None None] Network e7a31e75-8d51-453a-b123-6c871bbfceec requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:24:43.480277 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 6380286c-4561-4055-a902-ab6462aa9a23 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:24:43.480609 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (6380286c-4561-4055-a902-ab6462aa9a23), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:43.530661 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-f7cfb987-de82-47cf-adab-6bc3a8ea2d0b None None] Provisioning complete for port 6380286c-4561-4055-a902-ab6462aa9a23 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:24:43.531150 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb987-de82-47cf-adab-6bc3a8ea2d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (6380286c-4561-4055-a902-ab6462aa9a23), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:43.705047 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 6380286c-4561-4055-a902-ab6462aa9a23 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:24:43.705445 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (6380286c-4561-4055-a902-ab6462aa9a23), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:43.737653 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfb987-de82-47cf-adab-6bc3a8ea2d0b None None] Current status of the port 6380286c-4561-4055-a902-ab6462aa9a23 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:24:43.738020 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb987-de82-47cf-adab-6bc3a8ea2d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (6380286c-4561-4055-a902-ab6462aa9a23), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:43.761766 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port 6380286c-4561-4055-a902-ab6462aa9a23, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=6380286c-4561-4055-a902-ab6462aa9a23,segment=NetworkSegment(e92777a0-fbc2-4eb7-8a6c-8bac8713f15f),segment_id=e92777a0-fbc2-4eb7-8a6c-8bac8713f15f)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:24:43.772543 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (6380286c-4561-4055-a902-ab6462aa9a23), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:43.845773 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.db.api [None req-f7cfb987-de82-47cf-adab-6bc3a8ea2d0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 15:24:43.846216 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG oslo_db.api [None req-f7cfb987-de82-47cf-adab-6bc3a8ea2d0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 15:24:43.849295 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=6380286c-4561-4055-a902-ab6462aa9a23,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:24:44.029945 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-84d51347-e45f-450c-adb1-94dae443cc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:44.381740 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfb987-de82-47cf-adab-6bc3a8ea2d0b None None] Current status of the port 6380286c-4561-4055-a902-ab6462aa9a23 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:24:44.501907 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-0a3cc2ec-1151-4f0a-8d73-8fa032c99cd0 None None] Provisioning complete for port 6380286c-4561-4055-a902-ab6462aa9a23 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:24:44.502326 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0a3cc2ec-1151-4f0a-8d73-8fa032c99cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (6380286c-4561-4055-a902-ab6462aa9a23), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:44.577675 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-0a3cc2ec-1151-4f0a-8d73-8fa032c99cd0 None None] Current status of the port 6380286c-4561-4055-a902-ab6462aa9a23 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:24:44.919573 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52154) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:24:45.221903 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:24:45.241928 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] Made reservation on behalf of 8275317bb0c24dbab5741d972e63f5ce for: {'network': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:24:45.244187 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:45.252274 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:45.282589 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 6380286c-4561-4055-a902-ab6462aa9a23 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:24:45.326898 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] Publish callbacks [] for security_group (bf45b05a-a2b6-4326-b467-e7521abe5c24), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:45.331420 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (bf45b05a-a2b6-4326-b467-e7521abe5c24), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:45.333107 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 6380286c-4561-4055-a902-ab6462aa9a23 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:24:45.333546 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (6380286c-4561-4055-a902-ab6462aa9a23), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:45.348657 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] Reserving flat network on physical network physnet1 {{(pid=102970) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 15:24:45.366684 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (fc57c422-f2de-4365-8c02-d8c94097be2a), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:45.367033 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.segments_db [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] Added segment fc57c422-f2de-4365-8c02-d8c94097be2a of type flat for network 1357759f-65b0-4822-846b-e4b09ce352da Mar 07 15:24:45.375685 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf45b05a-a2b6-4326-b467-e7521abe5c24,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:24:45.411152 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 6380286c-4561-4055-a902-ab6462aa9a23 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:24:45.422075 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (1357759f-65b0-4822-846b-e4b09ce352da), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:45.453293 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (1357759f-65b0-4822-846b-e4b09ce352da), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:45.454320 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:24:45.454891 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:45.506581 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5859294 Mar 07 15:24:45.551788 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56988395-c8f1-47ae-bffa-563ab0b2059c admin admin] Pushing event updated for resources: {'Network': ['ID=1357759f-65b0-4822-846b-e4b09ce352da,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:24:45.561493 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network 1357759f-65b0-4822-846b-e4b09ce352da details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:24:46.613402 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-fea20661-2eb8-4b5b-8e54-402fdae1096a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:47.583983 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:48.017650 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 52172) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:24:48.233380 dv-cinder-830538-7-iscsi neutron-server[102971]: WARNING oslo_policy.policy [None req-8879602a-2080-4393-a94b-5dcca4c79524 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:24:48.233962 dv-cinder-830538-7-iscsi neutron-server[102971]: WARNING oslo_policy.policy [None req-8879602a-2080-4393-a94b-5dcca4c79524 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:24:48.633712 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.policy [None req-8879602a-2080-4393-a94b-5dcca4c79524 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102971) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 15:24:48.678010 dv-cinder-830538-7-iscsi neutron-server[102971]: WARNING oslo_policy.policy [None req-8879602a-2080-4393-a94b-5dcca4c79524 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:24:48.678386 dv-cinder-830538-7-iscsi neutron-server[102971]: WARNING oslo_policy.policy [None req-8879602a-2080-4393-a94b-5dcca4c79524 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:24:48.686808 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8879602a-2080-4393-a94b-5dcca4c79524 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:24:48.688560 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-8879602a-2080-4393-a94b-5dcca4c79524 demo admin] 10.222.0.26 "GET /v2.0/subnets/e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb HTTP/1.1" status: 200 len: 849 time: 0.6694081 Mar 07 15:24:48.858028 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-f098c1ac-6b1f-4f57-8cef-6d0a4c002745 demo admin] 10.222.0.26 "GET /v2.0/routers/652a11ba-c5fe-4896-899f-07761671e71b HTTP/1.1" status: 200 len: 704 time: 0.1638258 Mar 07 15:24:48.897140 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:49.121658 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:49.440301 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Allocated IP 172.20.0.1 (e7a31e75-8d51-453a-b123-6c871bbfceec/e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb/e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:24:49.647921 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Publish callbacks [] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:49.713902 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:49.752915 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Network e7a31e75-8d51-453a-b123-6c871bbfceec is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:24:49.775100 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:24:49.813727 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:24:49.814314 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581323'] for router_interface (652a11ba-c5fe-4896-899f-07761671e71b), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:49.883265 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Pushing event updated for resources: {'Port': ['ID=e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:24:49.904449 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:49.904817 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:49.905178 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:49.905518 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:49.905849 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:49.906201 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:49.906543 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:49.906876 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:49.907203 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:49.907542 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:49.907870 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:49.908192 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:49.908563 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Tracked resource versions report: Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: pushed versions: Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: { 'AddressGroup': {'1.2'}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'ConntrackHelper': {'1.0'}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Log': {'1.0'}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Network': {'1.1'}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Port': {'1.7'}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'PortForwarding': {'1.2'}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'QosPolicy': {'1.10'}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'SecurityGroup': {'1.5'}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'SubPort': {'1.0'}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Subnet': {'1.1'}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Trunk': {'1.1'}} Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: consumer versions: Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: { DHCP agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: L3 agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: Metadata agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: Metering agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: Open vSwitch agent@dv-cinder-830538-7-iscsi: { 'AddressGroup': '1.2', Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'ConntrackHelper': '1.0', Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'LocalIPAssociation': '1.0', Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Log': '1.0', Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Network': '1.1', Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Port': '1.7', Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'PortForwarding': '1.2', Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'QosPolicy': '1.10', Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'SecurityGroup': '1.5', Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'SecurityGroupRule': '1.2', Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'SubPort': '1.0', Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Subnet': '1.1', Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Trunk': '1.1'}} Mar 07 15:24:49.909921 dv-cinder-830538-7-iscsi neutron-server[102971]: {{(pid=102971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:24:50.025099 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-bf547279-0763-4dda-82c0-d5f87fc24340 None None] Provisioning complete for port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:24:50.025689 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-bf547279-0763-4dda-82c0-d5f87fc24340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:50.039072 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:50.058146 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-bf547279-0763-4dda-82c0-d5f87fc24340 None None] Port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:24:50.256203 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Publish callbacks [] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:50.260644 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:50.261436 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581287'] for router_interface (652a11ba-c5fe-4896-899f-07761671e71b), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:50.345259 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Pushing event updated for resources: {'Port': ['ID=e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:24:50.385378 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Network e7a31e75-8d51-453a-b123-6c871bbfceec is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:24:50.386693 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:24:50.538741 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:50.622223 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Router 652a11ba-c5fe-4896-899f-07761671e71b is scheduled to L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 with binding_index 1 {{(pid=102971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:24:50.682275 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-505c9894-f37a-476c-a837-40bf988cd3f0 None None] Provisioning complete for port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:24:50.682587 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-505c9894-f37a-476c-a837-40bf988cd3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:50.714483 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-505c9894-f37a-476c-a837-40bf988cd3f0 None None] Port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:24:50.716986 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:24:50.723332 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-8a9293b8-7072-4034-a086-09515cd40f59 demo admin] 10.222.0.26 "PUT /v2.0/routers/652a11ba-c5fe-4896-899f-07761671e71b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8595011 Mar 07 15:24:50.727703 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Sync routers for ids ['652a11ba-c5fe-4896-899f-07761671e71b'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:24:50.742339 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Routers {'652a11ba-c5fe-4896-899f-07761671e71b'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:24:50.743198 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:24:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['652a11ba-c5fe-4896-899f-07761671e71b'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:24:50.942173 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Set router 652a11ba-c5fe-4896-899f-07761671e71b gateway port host: None {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:24:51.393282 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652a11ba-c5fe-4896-899f-07761671e71b', 'name': 'router1', 'tenant_id': '811f9e9daae14674b58bed28cc8759e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:24:39Z', 'updated_at': '2022-03-07T15:24:49Z', 'revision_number': 2, 'project_id': '811f9e9daae14674b58bed28cc8759e0', 'gw_port_host': None, '_interfaces': [{'id': 'e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb', 'name': '', 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec', 'tenant_id': '811f9e9daae14674b58bed28cc8759e0', 'mac_address': 'fa:16:3e:44:c3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652a11ba-c5fe-4896-899f-07761671e71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:24:49Z', 'updated_at': '2022-03-07T15:24:50Z', 'revision_number': 2, 'project_id': '811f9e9daae14674b58bed28cc8759e0', 'subnets': [{'id': 'e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0693c3bc-2953-44fa-9976-c4fc823cf21b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:24:51.445012 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Checking router: 652a11ba-c5fe-4896-899f-07761671e71b for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:24:51.445386 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Updating router 652a11ba-c5fe-4896-899f-07761671e71b port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb binding host dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:24:51.497479 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:52.015516 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Publish callbacks [] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), precommit_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:52.021889 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:52.187330 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Pushing event updated for resources: {'Port': ['ID=e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb,revision_number=3']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:24:52.196922 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:52.197279 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:52.197627 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:52.197984 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:52.198321 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:52.198649 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:52.198974 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:52.199298 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:52.199622 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:52.199959 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:52.200281 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:52.200601 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:52.200917 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Tracked resource versions report: Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: pushed versions: Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: { 'AddressGroup': {'1.2'}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'ConntrackHelper': {'1.0'}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Log': {'1.0'}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Network': {'1.1'}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Port': {'1.7'}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'PortForwarding': {'1.2'}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'QosPolicy': {'1.10'}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'SecurityGroup': {'1.5'}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'SubPort': {'1.0'}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Subnet': {'1.1'}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Trunk': {'1.1'}} Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: consumer versions: Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: { DHCP agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: L3 agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: Metadata agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: Metering agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: Open vSwitch agent@dv-cinder-830538-7-iscsi: { 'AddressGroup': '1.2', Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'ConntrackHelper': '1.0', Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'LocalIPAssociation': '1.0', Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Log': '1.0', Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Network': '1.1', Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Port': '1.7', Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'PortForwarding': '1.2', Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'QosPolicy': '1.10', Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'SecurityGroup': '1.5', Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'SecurityGroupRule': '1.2', Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'SubPort': '1.0', Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Subnet': '1.1', Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Trunk': '1.1'}} Mar 07 15:24:52.202331 dv-cinder-830538-7-iscsi neutron-server[102973]: {{(pid=102973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:24:52.204697 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Attempting to bind port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:24:52.205107 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Attempting to bind port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': 'e92777a0-fbc2-4eb7-8a6c-8bac8713f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec'}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:24:52.206183 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Attempting to bind port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb on network e7a31e75-8d51-453a-b123-6c871bbfceec {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:24:52.211757 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:24:52.212181 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Checking segment: {'id': 'e92777a0-fbc2-4eb7-8a6c-8bac8713f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:24:52.212676 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:52.213065 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Bound using segment: {'id': 'e92777a0-fbc2-4eb7-8a6c-8bac8713f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec'} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:24:52.213562 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Bound port: e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92777a0-fbc2-4eb7-8a6c-8bac8713f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec'}}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:24:52.213940 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:52.242025 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-592c2b2f-564c-4c35-ae33-a5fb763dbfff None None] Provisioning complete for port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:24:52.242557 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-592c2b2f-564c-4c35-ae33-a5fb763dbfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:52.279695 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-592c2b2f-564c-4c35-ae33-a5fb763dbfff None None] Port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:24:52.284809 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] For port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:24:52.304807 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] For port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb,segment=NetworkSegment(e92777a0-fbc2-4eb7-8a6c-8bac8713f15f),segment_id=e92777a0-fbc2-4eb7-8a6c-8bac8713f15f)] {{(pid=102973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:24:52.310840 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:52.359641 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Routers {'652a11ba-c5fe-4896-899f-07761671e71b'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:24:52.360276 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:24:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['652a11ba-c5fe-4896-899f-07761671e71b'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:24:52.450750 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7deac6-6761-4f88-9141-5b9020c5c4e6 None None] Pushing event updated for resources: {'Port': ['ID=e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb,revision_number=4']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:24:52.472092 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] Set router 652a11ba-c5fe-4896-899f-07761671e71b gateway port host: None {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:24:52.603184 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-f7f6c082-deed-4f15-a83e-c026be47be07 None None] Provisioning complete for port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:24:52.603674 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c082-deed-4f15-a83e-c026be47be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:52.683214 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6c082-deed-4f15-a83e-c026be47be07 None None] Current status of the port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:24:52.683863 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c082-deed-4f15-a83e-c026be47be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:52.695362 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652a11ba-c5fe-4896-899f-07761671e71b', 'name': 'router1', 'tenant_id': '811f9e9daae14674b58bed28cc8759e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:24:39Z', 'updated_at': '2022-03-07T15:24:49Z', 'revision_number': 2, 'project_id': '811f9e9daae14674b58bed28cc8759e0', 'gw_port_host': None, '_interfaces': [{'id': 'e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb', 'name': '', 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec', 'tenant_id': '811f9e9daae14674b58bed28cc8759e0', 'mac_address': 'fa:16:3e:44:c3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652a11ba-c5fe-4896-899f-07761671e71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:24:49Z', 'updated_at': '2022-03-07T15:24:52Z', 'revision_number': 4, 'project_id': '811f9e9daae14674b58bed28cc8759e0', 'subnets': [{'id': 'e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0693c3bc-2953-44fa-9976-c4fc823cf21b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:24:52.717208 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-f7f6c082-deed-4f15-a83e-c026be47be07 None None] For port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb,segment=NetworkSegment(e92777a0-fbc2-4eb7-8a6c-8bac8713f15f),segment_id=e92777a0-fbc2-4eb7-8a6c-8bac8713f15f)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:24:52.723100 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446b0d1-ea6d-422c-8f62-99367bd054e9 None None] The sync data for ids ['652a11ba-c5fe-4896-899f-07761671e71b'] in dv-cinder-830538-7-iscsi is: [{'id': '652a11ba-c5fe-4896-899f-07761671e71b', 'name': 'router1', 'tenant_id': '811f9e9daae14674b58bed28cc8759e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:24:39Z', 'updated_at': '2022-03-07T15:24:49Z', 'revision_number': 2, 'project_id': '811f9e9daae14674b58bed28cc8759e0', 'gw_port_host': None, '_interfaces': [{'id': 'e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb', 'name': '', 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec', 'tenant_id': '811f9e9daae14674b58bed28cc8759e0', 'mac_address': 'fa:16:3e:44:c3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652a11ba-c5fe-4896-899f-07761671e71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:24:49Z', 'updated_at': '2022-03-07T15:24:52Z', 'revision_number': 4, 'project_id': '811f9e9daae14674b58bed28cc8759e0', 'subnets': [{'id': 'e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0693c3bc-2953-44fa-9976-c4fc823cf21b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:24:52.723284 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c082-deed-4f15-a83e-c026be47be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:52.773206 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6c082-deed-4f15-a83e-c026be47be07 None None] Pushing event updated for resources: {'Port': ['ID=e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:24:53.178349 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 52204) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:24:53.289119 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b131f6-879a-4dea-8785-be6d89a5f29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:24:53.290531 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-34b131f6-879a-4dea-8785-be6d89a5f29f admin admin] 10.222.0.26 "GET /v2.0/networks/1357759f-65b0-4822-846b-e4b09ce352da HTTP/1.1" status: 200 len: 842 time: 0.1111815 Mar 07 15:24:53.300454 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-6614f851-08f4-4c41-9a47-87b1c187ee1d admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'gateway_ip': '172.27.3.1'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:24:53.334126 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6614f851-08f4-4c41-9a47-87b1c187ee1d admin admin] Made reservation on behalf of 8275317bb0c24dbab5741d972e63f5ce for: {'subnet': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:24:53.336609 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6614f851-08f4-4c41-9a47-87b1c187ee1d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:53.650137 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.objects.ports [None req-6614f851-08f4-4c41-9a47-87b1c187ee1d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102971) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 15:24:53.650480 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6614f851-08f4-4c41-9a47-87b1c187ee1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for subnet (62f4d897-1cc1-40ab-8633-873da050b204), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:53.706397 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614f851-08f4-4c41-9a47-87b1c187ee1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=62f4d897-1cc1-40ab-8633-873da050b204,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:24:53.717219 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614f851-08f4-4c41-9a47-87b1c187ee1d admin admin] Checking segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:24:53.717570 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6614f851-08f4-4c41-9a47-87b1c187ee1d admin admin] Network hostable DHCP agents. Network: 1357759f-65b0-4822-846b-e4b09ce352da, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:24:53.739043 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6614f851-08f4-4c41-9a47-87b1c187ee1d admin admin] Network 1357759f-65b0-4822-846b-e4b09ce352da is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:24:53.749979 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-6614f851-08f4-4c41-9a47-87b1c187ee1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, 1357759f-65b0-4822-846b-e4b09ce352da) {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:24:53.754628 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6614f851-08f4-4c41-9a47-87b1c187ee1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:24:53.755317 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6614f851-08f4-4c41-9a47-87b1c187ee1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:53.760936 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b742919a-04df-41ac-9238-6e1a63b9e1e9 None None] Network 1357759f-65b0-4822-846b-e4b09ce352da requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:24:53.777928 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-6614f851-08f4-4c41-9a47-87b1c187ee1d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4813612 Mar 07 15:24:53.867451 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d8f546-3d66-41e4-ab93-9c4858809e80 None None] Network 1357759f-65b0-4822-846b-e4b09ce352da requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:24:56.217910 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 52212) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:24:56.350003 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-46a4767d-1528-401f-8d0b-109b263b73ce demo admin] 10.222.0.26 "GET /v2.0/routers/652a11ba-c5fe-4896-899f-07761671e71b HTTP/1.1" status: 200 len: 710 time: 0.1302316 Mar 07 15:24:56.434219 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f971476-e6ac-4203-9f67-97b7eb228400 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:24:56.440599 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-0f971476-e6ac-4203-9f67-97b7eb228400 demo admin] 10.222.0.26 "GET /v2.0/networks/1357759f-65b0-4822-846b-e4b09ce352da HTTP/1.1" status: 200 len: 886 time: 0.0809851 Mar 07 15:24:56.445721 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:24:56.710762 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Publish callbacks [] for router_gateway (652a11ba-c5fe-4896-899f-07761671e71b), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:57.013389 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Publish callbacks [] for router_gateway (652a11ba-c5fe-4896-899f-07761671e71b), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:57.096158 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:57.194950 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Allocated IP 172.27.3.168 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/a4a3877b-abb0-42e3-9d37-42707166448a) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:24:57.295800 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Publish callbacks [] for port (a4a3877b-abb0-42e3-9d37-42707166448a), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:57.329127 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (a4a3877b-abb0-42e3-9d37-42707166448a), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:57.368135 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:24:57.370868 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:24:57.377039 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:24:57.379876 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Pushing event updated for resources: {'Port': ['ID=a4a3877b-abb0-42e3-9d37-42707166448a,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:24:57.629693 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Publish callbacks [] for router_gateway (652a11ba-c5fe-4896-899f-07761671e71b), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:57.823746 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15449'] for router (652a11ba-c5fe-4896-899f-07761671e71b), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:57.827186 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-574447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574469'] for router (652a11ba-c5fe-4896-899f-07761671e71b), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:57.939146 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Router 652a11ba-c5fe-4896-899f-07761671e71b has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:24:58.052394 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:24:58.056697 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] Publish callbacks [] for router (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:24:58.057912 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-8cc6622a-bb24-41cb-bdcb-9d3be5a8d91c demo admin] 10.222.0.26 "PUT /v2.0/routers/652a11ba-c5fe-4896-899f-07761671e71b HTTP/1.1" status: 200 len: 890 time: 1.6166317 Mar 07 15:25:00.553678 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 52224) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:25:00.674473 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-72e59729-a70c-448c-913e-bea8a445dafc admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1194415 Mar 07 15:25:01.335940 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:25:01.379066 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Sync routers for ids ['652a11ba-c5fe-4896-899f-07761671e71b'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:25:01.395066 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Routers {'652a11ba-c5fe-4896-899f-07761671e71b'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:25:01.395710 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:24:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['652a11ba-c5fe-4896-899f-07761671e71b'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:25:01.479706 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:25:01.480084 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:01.652548 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Set router 652a11ba-c5fe-4896-899f-07761671e71b gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:25:01.815716 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:25:02.167668 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652a11ba-c5fe-4896-899f-07761671e71b', 'name': 'router1', 'tenant_id': '811f9e9daae14674b58bed28cc8759e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a4a3877b-abb0-42e3-9d37-42707166448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:24:39Z', 'updated_at': '2022-03-07T15:24:57Z', 'revision_number': 4, 'project_id': '811f9e9daae14674b58bed28cc8759e0', 'gw_port': {'id': 'a4a3877b-abb0-42e3-9d37-42707166448a', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:40:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652a11ba-c5fe-4896-899f-07761671e71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:24:57Z', 'updated_at': '2022-03-07T15:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb', 'name': '', 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec', 'tenant_id': '811f9e9daae14674b58bed28cc8759e0', 'mac_address': 'fa:16:3e:44:c3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652a11ba-c5fe-4896-899f-07761671e71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:24:49Z', 'updated_at': '2022-03-07T15:24:52Z', 'revision_number': 5, 'project_id': '811f9e9daae14674b58bed28cc8759e0', 'subnets': [{'id': 'e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0693c3bc-2953-44fa-9976-c4fc823cf21b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:25:02.218756 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Checking router: 652a11ba-c5fe-4896-899f-07761671e71b for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:25:02.219114 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Updating router 652a11ba-c5fe-4896-899f-07761671e71b port a4a3877b-abb0-42e3-9d37-42707166448a binding host dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:25:02.270330 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (a4a3877b-abb0-42e3-9d37-42707166448a), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:02.657018 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Publish callbacks [] for port (a4a3877b-abb0-42e3-9d37-42707166448a), precommit_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:02.666058 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (a4a3877b-abb0-42e3-9d37-42707166448a), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:02.727092 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Attempting to bind port a4a3877b-abb0-42e3-9d37-42707166448a on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:25:02.728205 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Attempting to bind port a4a3877b-abb0-42e3-9d37-42707166448a by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:25:02.728205 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Attempting to bind port a4a3877b-abb0-42e3-9d37-42707166448a on network 1357759f-65b0-4822-846b-e4b09ce352da {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:25:02.737576 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:25:02.737935 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Checking segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:25:02.738365 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:02.738763 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Bound using segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:25:02.739234 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Bound port: a4a3877b-abb0-42e3-9d37-42707166448a, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:25:02.739615 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (a4a3877b-abb0-42e3-9d37-42707166448a), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:02.741201 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f50356-54b0-4dc7-8206-8d08ff194127 None None] Pushing event updated for resources: {'Port': ['ID=a4a3877b-abb0-42e3-9d37-42707166448a,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:25:02.796509 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] For port a4a3877b-abb0-42e3-9d37-42707166448a, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:25:02.799682 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] For port a4a3877b-abb0-42e3-9d37-42707166448a, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=a4a3877b-abb0-42e3-9d37-42707166448a,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:25:02.805853 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (a4a3877b-abb0-42e3-9d37-42707166448a), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:02.875469 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f50356-54b0-4dc7-8206-8d08ff194127 None None] Pushing event updated for resources: {'Port': ['ID=a4a3877b-abb0-42e3-9d37-42707166448a,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:25:02.879011 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Routers {'652a11ba-c5fe-4896-899f-07761671e71b'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:25:02.880088 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:24:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['652a11ba-c5fe-4896-899f-07761671e71b'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:25:03.000834 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] Set router 652a11ba-c5fe-4896-899f-07761671e71b gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:25:03.225370 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652a11ba-c5fe-4896-899f-07761671e71b', 'name': 'router1', 'tenant_id': '811f9e9daae14674b58bed28cc8759e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a4a3877b-abb0-42e3-9d37-42707166448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:24:39Z', 'updated_at': '2022-03-07T15:24:57Z', 'revision_number': 4, 'project_id': '811f9e9daae14674b58bed28cc8759e0', 'gw_port': {'id': 'a4a3877b-abb0-42e3-9d37-42707166448a', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:40:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652a11ba-c5fe-4896-899f-07761671e71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:24:57Z', 'updated_at': '2022-03-07T15:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb', 'name': '', 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec', 'tenant_id': '811f9e9daae14674b58bed28cc8759e0', 'mac_address': 'fa:16:3e:44:c3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652a11ba-c5fe-4896-899f-07761671e71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:24:49Z', 'updated_at': '2022-03-07T15:24:52Z', 'revision_number': 5, 'project_id': '811f9e9daae14674b58bed28cc8759e0', 'subnets': [{'id': 'e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0693c3bc-2953-44fa-9976-c4fc823cf21b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:25:03.252238 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddf2ac3-df62-4231-9898-f4f36e7a7383 None None] The sync data for ids ['652a11ba-c5fe-4896-899f-07761671e71b'] in dv-cinder-830538-7-iscsi is: [{'id': '652a11ba-c5fe-4896-899f-07761671e71b', 'name': 'router1', 'tenant_id': '811f9e9daae14674b58bed28cc8759e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a4a3877b-abb0-42e3-9d37-42707166448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:24:39Z', 'updated_at': '2022-03-07T15:24:57Z', 'revision_number': 4, 'project_id': '811f9e9daae14674b58bed28cc8759e0', 'gw_port': {'id': 'a4a3877b-abb0-42e3-9d37-42707166448a', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:40:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652a11ba-c5fe-4896-899f-07761671e71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:24:57Z', 'updated_at': '2022-03-07T15:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb', 'name': '', 'network_id': 'e7a31e75-8d51-453a-b123-6c871bbfceec', 'tenant_id': '811f9e9daae14674b58bed28cc8759e0', 'mac_address': 'fa:16:3e:44:c3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652a11ba-c5fe-4896-899f-07761671e71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:24:49Z', 'updated_at': '2022-03-07T15:24:52Z', 'revision_number': 5, 'project_id': '811f9e9daae14674b58bed28cc8759e0', 'subnets': [{'id': 'e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0693c3bc-2953-44fa-9976-c4fc823cf21b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:25:05.398205 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device a4a3877b-abb0-42e3-9d37-42707166448a up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:25:05.480648 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port a4a3877b-abb0-42e3-9d37-42707166448a triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:25:05.481362 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (a4a3877b-abb0-42e3-9d37-42707166448a), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:05.605825 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port a4a3877b-abb0-42e3-9d37-42707166448a is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:25:05.606643 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (a4a3877b-abb0-42e3-9d37-42707166448a), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:05.635041 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port a4a3877b-abb0-42e3-9d37-42707166448a, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=a4a3877b-abb0-42e3-9d37-42707166448a,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:25:05.641428 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (a4a3877b-abb0-42e3-9d37-42707166448a), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:05.725729 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=a4a3877b-abb0-42e3-9d37-42707166448a,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:25:07.324131 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device a4a3877b-abb0-42e3-9d37-42707166448a up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:25:07.421645 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port a4a3877b-abb0-42e3-9d37-42707166448a triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:25:07.429853 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (a4a3877b-abb0-42e3-9d37-42707166448a), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:07.542611 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port a4a3877b-abb0-42e3-9d37-42707166448a is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:25:14.033895 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-7b2a5f19-656e-4439-a5ce-f5b4b3c64b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:16.623494 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-fdf2fa21-e4c6-4185-8d2c-efb84b48c6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:17.592978 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:17.643101 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 5 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:25:18.928680 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:20.534697 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:44.044528 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-727dc2d2-d125-4034-9e08-40205efe4ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:46.620999 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-a1654aa3-98cf-4bb2-aa4f-58b360dccc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:47.592291 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:48.911561 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:50.541198 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:25:54.643332 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 5 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:26:14.039626 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-9ee4df0a-96dc-4f95-9073-f2d5ef5abe3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:26:16.622877 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-bee9d9e8-d909-4249-9740-a927dde1f62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:26:17.589676 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:26:18.910863 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:26:20.535379 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:26:21.461451 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 52708) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:26:21.522191 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef0c67a-0593-4765-b314-cb7369814194 admin admin] GET failed (client error): The resource could not be found. Mar 07 15:26:21.525369 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-bef0c67a-0593-4765-b314-cb7369814194 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627933 Mar 07 15:26:21.686186 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754e053a-58db-44f3-b6c4-1a11cf91cafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:26:21.688215 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-754e053a-58db-44f3-b6c4-1a11cf91cafa admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1607363 Mar 07 15:26:24.003697 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 52718) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:26:24.166450 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db74ac-d81e-4e01-b887-5701ed66f0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:26:24.167831 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-d3db74ac-d81e-4e01-b887-5701ed66f0ac admin admin] 10.222.0.26 "GET /v2.0/subnets/e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb HTTP/1.1" status: 200 len: 849 time: 0.1631474 Mar 07 15:26:24.177859 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:26:24.259690 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Publish callbacks [] for subnet (e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:26:24.400620 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752360615343'] for subnet (e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:26:24.432058 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:26:24.432935 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:26:24.434682 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] 10.222.0.26 "PUT /v2.0/subnets/e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb HTTP/1.1" status: 200 len: 868 time: 0.2603111 Mar 07 15:26:24.436099 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112c642c-bc11-40ea-b68d-4e5c3b2fc26d None None] Network e7a31e75-8d51-453a-b123-6c871bbfceec requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:26:24.454836 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:26:24.462299 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:26:24.462672 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:26:24.463026 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:26:24.463366 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:26:24.463702 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:26:24.464034 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:26:24.464528 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:26:24.464870 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:26:24.465223 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:26:24.465588 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:26:24.466007 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:26:24.466340 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:26:24.466656 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0cdb8-8989-49da-b11b-6bf121dded9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:26:24.748239 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-58d4d490-b0ed-43c0-919b-9352baaa6eae None None] Provisioning complete for port 6380286c-4561-4055-a902-ab6462aa9a23 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:26:24.748620 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-58d4d490-b0ed-43c0-919b-9352baaa6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (6380286c-4561-4055-a902-ab6462aa9a23), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:26:24.831112 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-58d4d490-b0ed-43c0-919b-9352baaa6eae None None] Current status of the port 6380286c-4561-4055-a902-ab6462aa9a23 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:26:24.840822 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-58d4d490-b0ed-43c0-919b-9352baaa6eae None None] Provisioning complete for port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:26:24.841164 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-58d4d490-b0ed-43c0-919b-9352baaa6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:26:24.914916 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-58d4d490-b0ed-43c0-919b-9352baaa6eae None None] Current status of the port e64b127e-45b8-4bf9-9ff2-6e8d58b4bddb is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:26:26.738686 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 52726) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:26:26.932975 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beca4c87-a9e2-4631-b378-3135537e56fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:26:26.933371 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beca4c87-a9e2-4631-b378-3135537e56fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:26:26.934936 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-beca4c87-a9e2-4631-b378-3135537e56fd admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952624 Mar 07 15:26:29.217100 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 52734) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:26:29.348131 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e2773e-53b7-485b-a7a3-d8fa8f32e2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:26:29.348602 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e2773e-53b7-485b-a7a3-d8fa8f32e2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:26:29.350417 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-d3e2773e-53b7-485b-a7a3-d8fa8f32e2bc admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1321263 Mar 07 15:26:31.641926 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 52742) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:26:31.642555 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 5 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:26:31.765124 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a4cdfe-8bba-4c49-b2c7-46e3b37b6480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:26:31.767078 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-75a4cdfe-8bba-4c49-b2c7-46e3b37b6480 admin admin] 10.222.0.26 "GET /v2.0/networks/1357759f-65b0-4822-846b-e4b09ce352da HTTP/1.1" status: 200 len: 886 time: 0.1241803 Mar 07 15:26:34.054744 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 52750) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:26:34.182302 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff53df5-8dcf-4142-9803-ee9d765ef4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:26:34.183686 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-3ff53df5-8dcf-4142-9803-ee9d765ef4ce admin admin] 10.222.0.26 "GET /v2.0/networks/e7a31e75-8d51-453a-b123-6c871bbfceec HTTP/1.1" status: 200 len: 869 time: 0.1279535 Mar 07 15:26:36.473756 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52758) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:26:36.602725 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13018d26-8f99-4b25-8aeb-18a303fdf993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:26:36.603109 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13018d26-8f99-4b25-8aeb-18a303fdf993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:26:36.604617 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-13018d26-8f99-4b25-8aeb-18a303fdf993 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1298709 Mar 07 15:26:38.931853 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52768) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:26:39.021715 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69545fba-a53d-4f2e-8f4e-3c3cdc3f7307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:26:39.022199 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69545fba-a53d-4f2e-8f4e-3c3cdc3f7307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:26:39.023699 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-69545fba-a53d-4f2e-8f4e-3c3cdc3f7307 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909078 Mar 07 15:26:41.314708 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52776) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:26:41.404276 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db8592-1ff6-4947-9141-fc1da6a22456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:26:41.406149 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-f5db8592-1ff6-4947-9141-fc1da6a22456 admin admin] 10.222.0.26 "GET /v2.0/subnets/62f4d897-1cc1-40ab-8633-873da050b204 HTTP/1.1" status: 200 len: 816 time: 0.0899782 Mar 07 15:26:43.701371 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52784) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:26:43.792636 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0653fdac-b39f-42d4-a541-603776756e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:26:43.793957 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-0653fdac-b39f-42d4-a541-603776756e48 admin admin] 10.222.0.26 "GET /v2.0/subnets/e2c3461e-99fc-4622-8c7f-3aeea8e8a9eb HTTP/1.1" status: 200 len: 868 time: 0.0916038 Mar 07 15:26:44.041871 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f7b76f1d-f26a-4ae7-b2a4-4b858c0d954c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:26:46.625481 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1abe9308-c07f-41fe-b5d8-f3c1729dbea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:26:47.594416 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:26:48.917777 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:26:50.537901 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:08.643265 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 5 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:27:11.990771 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52836) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:27:12.036657 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [None req-1447f8bf-9ad2-49da-b705-aa4212e4fc66 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:27:12.037674 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-1447f8bf-9ad2-49da-b705-aa4212e4fc66 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459645 Mar 07 15:27:14.045613 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-cb4890ae-0287-4445-bde5-ace154bcfb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:14.469145 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52844) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:27:14.527925 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.pecan_wsgi.hooks.translation [None req-184ebafc-0de9-4e11-beb2-f49556dc2dc0 admin admin] GET failed (client error): The resource could not be found. Mar 07 15:27:14.529197 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-184ebafc-0de9-4e11-beb2-f49556dc2dc0 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591254 Mar 07 15:27:14.670159 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c9eb8-7b76-4441-a89d-db94b1be942a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:27:14.671575 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-931c9eb8-7b76-4441-a89d-db94b1be942a admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1380334 Mar 07 15:27:16.626976 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-5026dfec-2a0a-456a-a172-e036a9758d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:16.993106 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52852) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:27:17.038640 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:27:17.057958 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Made reservation on behalf of 8275317bb0c24dbab5741d972e63f5ce for: {'network': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:27:17.060170 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:17.093331 dv-cinder-830538-7-iscsi neutron-server[102970]: WARNING neutron.services.revisions.revision_plugin [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Could not find related network for resource to bump revision. Mar 07 15:27:17.104107 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=102970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:27:17.113571 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (39542b60-a0b4-40fd-b528-21e43fcfec94), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:17.113937 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.segments_db [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Added segment 39542b60-a0b4-40fd-b528-21e43fcfec94 of type vlan for network 6329a059-2db9-4f32-ba8a-a50b96da5e88 Mar 07 15:27:17.156671 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (6329a059-2db9-4f32-ba8a-a50b96da5e88), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:17.181365 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (6329a059-2db9-4f32-ba8a-a50b96da5e88), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:17.182311 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:27:17.182893 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:17.214749 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2205956 Mar 07 15:27:17.245832 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Pushing event updated for resources: {'Network': ['ID=6329a059-2db9-4f32-ba8a-a50b96da5e88,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:27:17.253292 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:17.253671 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:17.254061 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:17.254409 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:17.254746 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:17.255083 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:17.255432 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:17.255764 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:17.256116 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:17.256497 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:17.256883 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:17.257207 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:17.257560 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f114386-57f6-445b-903d-abdff011f61f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:17.269099 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network 6329a059-2db9-4f32-ba8a-a50b96da5e88 details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:27:17.599321 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:18.915389 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:19.536630 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 52860) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:27:19.595614 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.pecan_wsgi.hooks.translation [None req-60429125-9b0c-4601-8c4b-1afe6fb8313d admin admin] GET failed (client error): The resource could not be found. Mar 07 15:27:19.597111 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-60429125-9b0c-4601-8c4b-1afe6fb8313d admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592961 Mar 07 15:27:19.666146 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a718dd-e8d7-4564-be46-dd0c7c331556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:27:19.667552 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-89a718dd-e8d7-4564-be46-dd0c7c331556 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664520 Mar 07 15:27:19.676952 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-9355657c-0167-4f84-a75d-58631850882b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '6329a059-2db9-4f32-ba8a-a50b96da5e88', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:27:19.694922 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9355657c-0167-4f84-a75d-58631850882b admin admin] Made reservation on behalf of 8275317bb0c24dbab5741d972e63f5ce for: {'subnet': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:27:19.697054 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9355657c-0167-4f84-a75d-58631850882b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:19.859365 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9355657c-0167-4f84-a75d-58631850882b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for subnet (5333a85f-5ec3-44cf-9f06-a700a567750f), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:19.915580 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355657c-0167-4f84-a75d-58631850882b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5333a85f-5ec3-44cf-9f06-a700a567750f,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:27:19.919772 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355657c-0167-4f84-a75d-58631850882b admin admin] Checking segment: {'id': '39542b60-a0b4-40fd-b528-21e43fcfec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6329a059-2db9-4f32-ba8a-a50b96da5e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:27:19.920132 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9355657c-0167-4f84-a75d-58631850882b admin admin] Network hostable DHCP agents. Network: 6329a059-2db9-4f32-ba8a-a50b96da5e88, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:27:19.936920 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9355657c-0167-4f84-a75d-58631850882b admin admin] Network 6329a059-2db9-4f32-ba8a-a50b96da5e88 is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:27:19.945646 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-9355657c-0167-4f84-a75d-58631850882b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, 6329a059-2db9-4f32-ba8a-a50b96da5e88) {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:27:19.949882 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9355657c-0167-4f84-a75d-58631850882b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:27:19.950516 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9355657c-0167-4f84-a75d-58631850882b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:19.954923 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd00dc5-e8c3-4c3c-af6a-7db18f38adec None None] Network 6329a059-2db9-4f32-ba8a-a50b96da5e88 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:27:19.964886 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-9355657c-0167-4f84-a75d-58631850882b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2911868 Mar 07 15:27:20.059405 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f466aef-16ba-5baa-baad-004e3bae59e2-6329a059-2db9-4f32-ba8a-a50b96da5e88', 'network_id': '6329a059-2db9-4f32-ba8a-a50b96da5e88', 'project_id': '8275317bb0c24dbab5741d972e63f5ce', 'fixed_ips': [{'subnet_id': '5333a85f-5ec3-44cf-9f06-a700a567750f'}]}} from dv-cinder-830538-7-iscsi. {{(pid=102972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:27:20.060308 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:20.291245 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.db_base_plugin_common [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Allocated IP 192.168.233.2 (6329a059-2db9-4f32-ba8a-a50b96da5e88/5333a85f-5ec3-44cf-9f06-a700a567750f/205e240f-d0c6-4b87-8fcf-bf5aa045a2bc) {{(pid=102972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:27:20.433788 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Publish callbacks [] for port (205e240f-d0c6-4b87-8fcf-bf5aa045a2bc), precommit_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:20.441003 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (205e240f-d0c6-4b87-8fcf-bf5aa045a2bc), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:20.479136 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Network 6329a059-2db9-4f32-ba8a-a50b96da5e88 is already hosted by enough agents. {{(pid=102972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:27:20.481929 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.base_scheduler [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Resources bound (agent type, host, resource id): {{(pid=102972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:27:20.487155 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Received port after_create {{(pid=102972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:27:20.494250 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Pushing event updated for resources: {'Port': ['ID=205e240f-d0c6-4b87-8fcf-bf5aa045a2bc,revision_number=1']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:27:20.503865 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:20.504240 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:20.504595 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:20.504934 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:20.505260 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:20.505584 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:20.505908 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:20.506256 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:20.506579 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:20.506913 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:20.507238 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:20.507556 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:20.507869 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:27:20.564397 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:20.569260 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Attempting to bind port 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:27:20.569636 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Attempting to bind port 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '39542b60-a0b4-40fd-b528-21e43fcfec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6329a059-2db9-4f32-ba8a-a50b96da5e88'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:27:20.570049 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Attempting to bind port 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc on network 6329a059-2db9-4f32-ba8a-a50b96da5e88 {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:27:20.575152 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:27:20.575528 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Checking segment: {'id': '39542b60-a0b4-40fd-b528-21e43fcfec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6329a059-2db9-4f32-ba8a-a50b96da5e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:27:20.575927 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:20.576314 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Bound using segment: {'id': '39542b60-a0b4-40fd-b528-21e43fcfec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6329a059-2db9-4f32-ba8a-a50b96da5e88'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:27:20.577308 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Bound port: 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39542b60-a0b4-40fd-b528-21e43fcfec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6329a059-2db9-4f32-ba8a-a50b96da5e88'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:27:20.577684 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (205e240f-d0c6-4b87-8fcf-bf5aa045a2bc), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:20.640163 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] For port 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:27:20.643508 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] For port 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=205e240f-d0c6-4b87-8fcf-bf5aa045a2bc,segment=NetworkSegment(39542b60-a0b4-40fd-b528-21e43fcfec94),segment_id=39542b60-a0b4-40fd-b528-21e43fcfec94)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:27:20.649488 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (205e240f-d0c6-4b87-8fcf-bf5aa045a2bc), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:20.715341 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013ecf6-f894-4380-bf99-5b7c50f349b1 None None] Pushing event updated for resources: {'Port': ['ID=205e240f-d0c6-4b87-8fcf-bf5aa045a2bc,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:27:21.413574 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:27:21.479031 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:27:21.479772 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (205e240f-d0c6-4b87-8fcf-bf5aa045a2bc), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:21.563229 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:27:21.563616 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (205e240f-d0c6-4b87-8fcf-bf5aa045a2bc), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:21.586595 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af697edd-8701-4a9a-9cdf-5621687d556e None None] Network 6329a059-2db9-4f32-ba8a-a50b96da5e88 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:27:21.626408 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=205e240f-d0c6-4b87-8fcf-bf5aa045a2bc,segment=NetworkSegment(39542b60-a0b4-40fd-b528-21e43fcfec94),segment_id=39542b60-a0b4-40fd-b528-21e43fcfec94)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:27:21.656109 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (205e240f-d0c6-4b87-8fcf-bf5aa045a2bc), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:21.707873 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-af6c43fe-5f9b-403b-b14c-dc6f19834b5d None None] Provisioning complete for port 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:27:21.708260 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-af6c43fe-5f9b-403b-b14c-dc6f19834b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (205e240f-d0c6-4b87-8fcf-bf5aa045a2bc), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:21.770291 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=205e240f-d0c6-4b87-8fcf-bf5aa045a2bc,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:27:21.837157 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-af6c43fe-5f9b-403b-b14c-dc6f19834b5d None None] Current status of the port 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:27:22.056258 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-d4638d71-2e75-4fa2-8205-23e156945c7b None None] Provisioning complete for port 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:27:22.056643 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d4638d71-2e75-4fa2-8205-23e156945c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (205e240f-d0c6-4b87-8fcf-bf5aa045a2bc), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:22.132037 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-d4638d71-2e75-4fa2-8205-23e156945c7b None None] Current status of the port 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:27:23.363978 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:27:23.414204 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:27:23.414596 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (205e240f-d0c6-4b87-8fcf-bf5aa045a2bc), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:23.488786 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 205e240f-d0c6-4b87-8fcf-bf5aa045a2bc is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:27:44.048074 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-2936e90d-6347-4d66-ba98-74ec252a2266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:45.641663 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 5 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:27:46.628943 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-ac181760-98d1-4b4a-9586-e2a8ddc176ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:47.598282 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:48.918784 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:27:50.536276 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:14.050854 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1be74349-e57e-44fd-a3e2-4a3ecf32a011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:16.629543 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-e3b09cea-e72e-497a-bc65-8aee009df084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:17.602979 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:18.921603 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:20.538959 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:22.640657 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 5 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:28:41.253014 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 52898) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:28:41.259883 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [None req-10aaca28-a099-440b-b98f-c3b790f4952f tempest-verify_tempest_config-1855815845 tempest-verify_tempest_config-1855815845-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:28:41.260857 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-10aaca28-a099-440b-b98f-c3b790f4952f tempest-verify_tempest_config-1855815845 tempest-verify_tempest_config-1855815845-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0068452 Mar 07 15:28:41.543582 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52916) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:28:41.648438 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:41.719196 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Publish callbacks [] for security_group (8c67b9c3-ba9d-45c2-91af-f770932d91a3), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:41.722884 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (8c67b9c3-ba9d-45c2-91af-f770932d91a3), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:41.769203 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbbd8c1758e84fce9bbc9bf7324615e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2245767 Mar 07 15:28:41.770042 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c67b9c3-ba9d-45c2-91af-f770932d91a3,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:28:41.771787 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52922) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:28:41.786327 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:28:41.786693 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:28:41.787047 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:28:41.787378 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:28:41.787706 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:28:41.788034 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:28:41.788374 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:28:41.788704 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:28:41.789045 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:28:41.789369 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:28:41.789708 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:28:41.790035 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:28:41.790374 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bb112-90a0-4632-9353-87b42bb3a903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:28:41.833015 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6e267084-b0b0-4524-9bc5-9237a5e63e7f admin admin] Publish callbacks [] for security_group (8c67b9c3-ba9d-45c2-91af-f770932d91a3), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:41.852833 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6e267084-b0b0-4524-9bc5-9237a5e63e7f admin admin] Publish callbacks [] for security_group (8c67b9c3-ba9d-45c2-91af-f770932d91a3), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:41.944437 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6e267084-b0b0-4524-9bc5-9237a5e63e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (8c67b9c3-ba9d-45c2-91af-f770932d91a3), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:41.947072 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6e267084-b0b0-4524-9bc5-9237a5e63e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:41.948404 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-6e267084-b0b0-4524-9bc5-9237a5e63e7f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c67b9c3-ba9d-45c2-91af-f770932d91a3 HTTP/1.1" status: 204 len: 168 time: 0.1757336 Mar 07 15:28:41.956053 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e267084-b0b0-4524-9bc5-9237a5e63e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c67b9c3-ba9d-45c2-91af-f770932d91a3,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:28:44.052132 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-72d1e0c2-1428-47ff-8a13-354eb65c3fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:46.630951 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-65939799-36ac-469f-99f1-dd896e23df34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:47.605362 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:48.922535 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:50.541476 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:28:59.639310 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 5 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:29:14.053547 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-44dda1da-c329-4c1d-b7ce-9f4ca5192b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:29:16.631667 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-9e0615af-f905-4fd3-b71c-2f74da22ad74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:29:17.607123 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:29:18.925554 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:29:20.544897 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:29:36.638394 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 5 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:29:44.055058 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d5587708-6b96-456b-b34d-8ac772383404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:29:46.632492 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-9e99925a-4498-46b7-b481-7c6f123d9b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:29:47.608730 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:29:48.928320 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:29:50.547157 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:30:13.637923 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 5 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:30:14.056487 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-75f3a700-78d7-415f-8e56-dcbb32e89ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:30:16.633932 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-5a0d1de4-3bcd-4a9b-a99a-0cb6bd45f3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:30:17.620437 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:30:18.931803 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:30:20.549883 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:30:21.858296 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575215'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:30:36.610061 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 52992) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:30:36.711736 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-d22f9cf1-f702-4cfc-a727-c16e3536c66a admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1000595 Mar 07 15:30:39.059797 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53002) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:30:39.112497 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-8934bf3f-6a3d-4e98-9767-803ebb46e145 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0515954 Mar 07 15:30:44.058807 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-dd6b4bd2-32f0-4647-91ab-f0b192d34e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:30:46.636439 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-7c3bd1c3-9ea9-44a3-ba46-84b29186e86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:30:47.616149 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:30:49.032318 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:30:50.552857 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:30:50.637498 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:30:51.829132 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:31:14.059523 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-7a43d50b-eb7a-4239-80d1-79467745634d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:31:16.637768 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f529ebc4-6f86-4976-9f33-fc316a5ec26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:31:17.618738 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:31:18.937289 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:31:20.556784 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:31:21.819880 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:31:27.636199 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:31:44.061791 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-eda587a1-2698-45d5-a275-f965059ac653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:31:46.640784 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-571222a2-d082-45ce-907c-3018a3339c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:31:47.622214 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:31:48.941619 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:31:50.560142 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:31:51.837988 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:04.636248 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:32:14.018562 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53168) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:14.066477 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1f846ef4-b870-4486-92b0-937e1b82cd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:14.286499 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-946787264-network', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:14.309802 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Made reservation on behalf of 06b9c58c75d54beab0c13f9d7310365e for: {'network': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:14.312546 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:14.323339 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:14.409859 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Publish callbacks [] for security_group (bc0b97b4-b92a-4637-96ee-a3c873980c7d), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:14.415904 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (bc0b97b4-b92a-4637-96ee-a3c873980c7d), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:14.443298 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=102970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:32:14.451097 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0b97b4-b92a-4637-96ee-a3c873980c7d,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:14.460186 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.460492 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.460905 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.461466 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.461951 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.462348 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.462850 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.463348 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.463698 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.464072 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.464751 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.465173 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.465647 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Tracked resource versions report: Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: pushed versions: Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: { 'AddressGroup': {'1.2'}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'ConntrackHelper': {'1.0'}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Log': {'1.0'}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Network': {'1.1'}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Port': {'1.7'}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'PortForwarding': {'1.2'}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'QosPolicy': {'1.10'}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'SecurityGroup': {'1.5'}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'SubPort': {'1.0'}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Subnet': {'1.1'}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Trunk': {'1.1'}} Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: consumer versions: Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: { DHCP agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: HyperV agent@hv-cinder-83053: {}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: L3 agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: Metadata agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: Metering agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: Open vSwitch agent@dv-cinder-830538-7-iscsi: { 'AddressGroup': '1.2', Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'ConntrackHelper': '1.0', Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'LocalIPAssociation': '1.0', Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Log': '1.0', Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Network': '1.1', Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Port': '1.7', Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'PortForwarding': '1.2', Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'QosPolicy': '1.10', Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'SecurityGroup': '1.5', Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'SecurityGroupRule': '1.2', Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'SubPort': '1.0', Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Subnet': '1.1', Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: 'Trunk': '1.1'}} Mar 07 15:32:14.466801 dv-cinder-830538-7-iscsi neutron-server[102970]: {{(pid=102970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:32:14.479937 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (5a47af4b-7e5a-4cc9-8e9d-05c06092c295), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:14.479937 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.segments_db [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Added segment 5a47af4b-7e5a-4cc9-8e9d-05c06092c295 of type vlan for network 81cb840d-f02e-47d1-98bd-b27dbd53c040 Mar 07 15:32:14.523681 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (81cb840d-f02e-47d1-98bd-b27dbd53c040), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:14.552017 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (81cb840d-f02e-47d1-98bd-b27dbd53c040), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:14.552936 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:14.553627 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:14.588659 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5684569 Mar 07 15:32:14.592026 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53204) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:14.601230 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Request body: {'subnet': {'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-946787264-subnet', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:14.620699 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383cee7-dbdf-4416-898b-88517a4f3389 admin admin] Pushing event updated for resources: {'Network': ['ID=81cb840d-f02e-47d1-98bd-b27dbd53c040,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:14.627685 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Made reservation on behalf of 06b9c58c75d54beab0c13f9d7310365e for: {'subnet': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:14.631895 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network 81cb840d-f02e-47d1-98bd-b27dbd53c040 details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:32:14.632057 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:14.777904 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53212) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:14.808592 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for subnet (f4b6f9b4-99bd-439c-8825-b04ef39c2f42), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:14.868421 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4b6f9b4-99bd-439c-8825-b04ef39c2f42,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:14.876488 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.876797 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.877147 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.877483 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.877831 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.878169 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.878513 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.878842 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.879691 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.880020 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.880344 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.880664 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.880985 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Tracked resource versions report: Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: pushed versions: Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: { 'AddressGroup': {'1.2'}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'ConntrackHelper': {'1.0'}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Log': {'1.0'}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Network': {'1.1'}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Port': {'1.7'}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'PortForwarding': {'1.2'}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'QosPolicy': {'1.10'}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'SecurityGroup': {'1.5'}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'SubPort': {'1.0'}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Subnet': {'1.1'}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Trunk': {'1.1'}} Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: consumer versions: Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: { DHCP agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: HyperV agent@hv-cinder-83053: {}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: L3 agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: Metadata agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: Metering agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: Open vSwitch agent@dv-cinder-830538-7-iscsi: { 'AddressGroup': '1.2', Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'ConntrackHelper': '1.0', Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'LocalIPAssociation': '1.0', Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Log': '1.0', Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Network': '1.1', Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Port': '1.7', Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'PortForwarding': '1.2', Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'QosPolicy': '1.10', Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'SecurityGroup': '1.5', Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'SecurityGroupRule': '1.2', Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'SubPort': '1.0', Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Subnet': '1.1', Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: 'Trunk': '1.1'}} Mar 07 15:32:14.882126 dv-cinder-830538-7-iscsi neutron-server[102971]: {{(pid=102971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:32:14.893374 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Checking segment: {'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:14.893734 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Network hostable DHCP agents. Network: 81cb840d-f02e-47d1-98bd-b27dbd53c040, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:32:14.911508 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Network 81cb840d-f02e-47d1-98bd-b27dbd53c040 is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:32:14.920090 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, 81cb840d-f02e-47d1-98bd-b27dbd53c040) {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:14.924480 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:14.925092 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:14.932764 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec90f295-0a38-44b4-9dba-7522152dddd6 None None] Network 81cb840d-f02e-47d1-98bd-b27dbd53c040 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:32:14.935028 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53220) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:14.947604 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-c5e46e8f-9786-445a-832e-c27d7df92b3e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3530154 Mar 07 15:32:14.947890 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53224) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:14.955777 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:14.976866 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15426'] for router (aa17a03f-12c3-45b8-ac55-643890d482a9), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:14.982480 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15435'] for router (aa17a03f-12c3-45b8-ac55-643890d482a9), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:14.995427 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53228) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:15.061167 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f466aef-16ba-5baa-baad-004e3bae59e2-81cb840d-f02e-47d1-98bd-b27dbd53c040', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42'}]}} from dv-cinder-830538-7-iscsi. {{(pid=102972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:32:15.062178 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.123901 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Publish callbacks [] for router_controller (aa17a03f-12c3-45b8-ac55-643890d482a9), precommit_add_association {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.131542 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1848919899-network', 'tenant_id': '1cd15bcfa3284905b98e3fa977dc47e7'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:15.138203 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53238) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:15.230654 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.db_base_plugin_common [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Allocated IP 172.20.0.2 (81cb840d-f02e-47d1-98bd-b27dbd53c040/f4b6f9b4-99bd-439c-8825-b04ef39c2f42/f00aa687-3f93-4567-b762-0d6cf17e8e1a) {{(pid=102972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:15.246222 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-859048965-network', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:15.293126 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-156936576-network', 'tenant_id': '79e962918ae84466af119c960ead2477'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:15.352288 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] Made reservation on behalf of d5415959ffad4b7183eed207f8afd560 for: {'network': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:15.354531 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Publish callbacks [] for router_gateway (aa17a03f-12c3-45b8-ac55-643890d482a9), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.355661 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.370646 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-network', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:15.382098 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.384266 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] Made reservation on behalf of 79e962918ae84466af119c960ead2477 for: {'network': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:15.386670 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.412123 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.416235 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] Made reservation on behalf of 733d7788dbf7454e945a255ad9d4f9f1 for: {'network': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:15.419150 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.433342 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.532548 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] Publish callbacks [] for security_group (40668878-1e54-4d8e-b710-dd22013d9c07), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.538268 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] Made reservation on behalf of 1cd15bcfa3284905b98e3fa977dc47e7 for: {'network': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:15.541604 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.551951 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (40668878-1e54-4d8e-b710-dd22013d9c07), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.566381 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Publish callbacks [] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), precommit_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.574710 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=102970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:32:15.582245 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.586859 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (8363e0c2-c731-43b3-ad0d-91226bb8d6da), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.587605 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.segments_db [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] Added segment 8363e0c2-c731-43b3-ad0d-91226bb8d6da of type vlan for network 4dacc321-0235-4232-8deb-30a0cd8e5de6 Mar 07 15:32:15.636663 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] Publish callbacks [] for security_group (0cefceb8-8a90-41c1-9d27-6266a1ce0b3f), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.638484 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (4dacc321-0235-4232-8deb-30a0cd8e5de6), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.664435 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Network 81cb840d-f02e-47d1-98bd-b27dbd53c040 is already hosted by enough agents. {{(pid=102972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:15.669414 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.base_scheduler [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Resources bound (agent type, host, resource id): {{(pid=102972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:15.677229 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (4dacc321-0235-4232-8deb-30a0cd8e5de6), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.679755 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:15.679920 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.687557 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Received port after_create {{(pid=102972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:15.703886 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.726485 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7900605 Mar 07 15:32:15.747412 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53264) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:15.756817 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-6940014e-70dd-4d6f-a636-617176a288a9 admin admin] Request body: {'subnet': {'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-subnet', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:15.782075 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] Publish callbacks [] for security_group (62510ed4-795e-4e6b-b149-9d7499974e3b), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.783995 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (0cefceb8-8a90-41c1-9d27-6266a1ce0b3f), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.791573 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (62510ed4-795e-4e6b-b149-9d7499974e3b), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.807894 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=102971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:32:15.819255 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Pushing event updated for resources: {'Port': ['ID=f00aa687-3f93-4567-b762-0d6cf17e8e1a,revision_number=1']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:15.824162 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6940014e-70dd-4d6f-a636-617176a288a9 admin admin] Made reservation on behalf of 733d7788dbf7454e945a255ad9d4f9f1 for: {'subnet': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:15.827049 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6940014e-70dd-4d6f-a636-617176a288a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.828399 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752360422750', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (34ed2dad-3835-41b6-89ef-99380e500cd0), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.829170 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] Unsubscribe: segment precommit_create {{(pid=102971) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 15:32:15.829840 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.segments_db [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] Added segment 34ed2dad-3835-41b6-89ef-99380e500cd0 of type vlan for network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 Mar 07 15:32:15.868959 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:15.869549 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:15.870170 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:15.870980 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:15.871822 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:15.872377 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:15.872911 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:15.873539 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:15.874204 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:15.874773 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:15.875372 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:15.875884 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:15.876382 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Tracked resource versions report: Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: pushed versions: Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: { 'AddressGroup': {'1.2'}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'ConntrackHelper': {'1.0'}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Log': {'1.0'}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Network': {'1.1'}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Port': {'1.7'}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'PortForwarding': {'1.2'}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'QosPolicy': {'1.10'}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'SecurityGroup': {'1.5'}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'SubPort': {'1.0'}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Subnet': {'1.1'}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Trunk': {'1.1'}} Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: consumer versions: Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: { DHCP agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: HyperV agent@hv-cinder-83053: {}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: L3 agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: Metadata agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: Metering agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: Open vSwitch agent@dv-cinder-830538-7-iscsi: { 'AddressGroup': '1.2', Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'ConntrackHelper': '1.0', Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'LocalIPAssociation': '1.0', Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Log': '1.0', Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Network': '1.1', Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Port': '1.7', Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'PortForwarding': '1.2', Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'QosPolicy': '1.10', Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'SecurityGroup': '1.5', Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'SecurityGroupRule': '1.2', Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'SubPort': '1.0', Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Subnet': '1.1', Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: 'Trunk': '1.1'}} Mar 07 15:32:15.877875 dv-cinder-830538-7-iscsi neutron-server[102972]: {{(pid=102972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:32:15.886194 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Attempting to bind port f00aa687-3f93-4567-b762-0d6cf17e8e1a on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:15.886835 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Attempting to bind port f00aa687-3f93-4567-b762-0d6cf17e8e1a by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:15.887403 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Attempting to bind port f00aa687-3f93-4567-b762-0d6cf17e8e1a on network 81cb840d-f02e-47d1-98bd-b27dbd53c040 {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:15.894256 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:15.894976 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Checking segment: {'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:15.895586 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.896153 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Bound using segment: {'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:15.896816 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Bound port: f00aa687-3f93-4567-b762-0d6cf17e8e1a, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:15.897401 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.932220 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (3a3e19fb-ac43-49de-ad3a-edd6be34b622), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.959423 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=102971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:32:15.973489 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] For port f00aa687-3f93-4567-b762-0d6cf17e8e1a, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:15.977293 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] For port f00aa687-3f93-4567-b762-0d6cf17e8e1a, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=f00aa687-3f93-4567-b762-0d6cf17e8e1a,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:15.985250 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (6a6bc1f9-d86d-43d0-a17e-437b2c0db59a), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.986299 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:15.986882 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.segments_db [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] Added segment 6a6bc1f9-d86d-43d0-a17e-437b2c0db59a of type vlan for network e8b5ca41-79ff-414a-a637-6b4498d8f9ac Mar 07 15:32:16.045564 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6940014e-70dd-4d6f-a636-617176a288a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for subnet (0fa3af63-c79c-44c8-be3f-b0aa201a012b), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.050892 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9550e2-0401-42f3-945b-8cdd0d6f1cb6 None None] Pushing event updated for resources: {'Port': ['ID=f00aa687-3f93-4567-b762-0d6cf17e8e1a,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:16.089702 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (e8b5ca41-79ff-414a-a637-6b4498d8f9ac), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.116147 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] Pushing event updated for resources: {'Network': ['ID=4dacc321-0235-4232-8deb-30a0cd8e5de6,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:16.127641 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network 4dacc321-0235-4232-8deb-30a0cd8e5de6 details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:32:16.139450 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8e39b-375d-43ea-9c6c-3ff61d9074b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40668878-1e54-4d8e-b710-dd22013d9c07,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:16.149123 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (e8b5ca41-79ff-414a-a637-6b4498d8f9ac), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.150222 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:16.150866 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.159821 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.db.resource_extend [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 15:32:16.343843 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cefceb8-8a90-41c1-9d27-6266a1ce0b3f,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:16.360758 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] Pushing event updated for resources: {'Network': ['ID=e8b5ca41-79ff-414a-a637-6b4498d8f9ac,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:16.399746 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-89c9a165-8c69-4a2e-8e09-986ac227ac43 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4030223 Mar 07 15:32:16.403895 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (3a3e19fb-ac43-49de-ad3a-edd6be34b622), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.407600 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:16.409615 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.421867 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53290) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:16.433489 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network e8b5ca41-79ff-414a-a637-6b4498d8f9ac details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:32:16.442469 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-a282a746-1a4b-4c6e-9668-d781405f2992 admin admin] Request body: {'subnet': {'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-859048965-subnet', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:16.586709 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6940014e-70dd-4d6f-a636-617176a288a9 admin admin] Checking segment: {'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:16.587029 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940014e-70dd-4d6f-a636-617176a288a9 admin admin] Network hostable DHCP agents. Network: 4dacc321-0235-4232-8deb-30a0cd8e5de6, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:32:16.652800 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1978c3d3-4221-49df-bb0b-809836e830ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.658507 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940014e-70dd-4d6f-a636-617176a288a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa3af63-c79c-44c8-be3f-b0aa201a012b,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:16.662990 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] Publish callbacks [] for security_group (ee1f12bf-64c3-4431-aa9d-ceeaa41940ba), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.673285 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (ee1f12bf-64c3-4431-aa9d-ceeaa41940ba), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.687693 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=102970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:32:16.699088 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (2942ec86-04b0-4f57-b9c2-2232cc3bd120), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.699461 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.segments_db [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] Added segment 2942ec86-04b0-4f57-b9c2-2232cc3bd120 of type vlan for network 099d31db-62de-469d-8a66-47750bd2c6ad Mar 07 15:32:16.723846 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5808339 Mar 07 15:32:16.723846 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62510ed4-795e-4e6b-b149-9d7499974e3b,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:16.731167 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53304) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:16.738541 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-3438762a-cd89-47f6-bc16-36f50b07e137 admin admin] Request body: {'subnet': {'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-156936576-subnet', 'tenant_id': '79e962918ae84466af119c960ead2477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:16.746022 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (099d31db-62de-469d-8a66-47750bd2c6ad), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.772658 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940014e-70dd-4d6f-a636-617176a288a9 admin admin] Network 4dacc321-0235-4232-8deb-30a0cd8e5de6 is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:32:16.797895 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd3fef-c4f9-4edf-ad25-c7c6eb2e85fe admin admin] Pushing event updated for resources: {'Network': ['ID=3a3e19fb-ac43-49de-ad3a-edd6be34b622,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:16.800967 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-6940014e-70dd-4d6f-a636-617176a288a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, 4dacc321-0235-4232-8deb-30a0cd8e5de6) {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:16.802278 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (099d31db-62de-469d-8a66-47750bd2c6ad), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.803241 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:16.804068 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.805455 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a282a746-1a4b-4c6e-9668-d781405f2992 admin admin] Made reservation on behalf of d5415959ffad4b7183eed207f8afd560 for: {'subnet': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:16.808472 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a282a746-1a4b-4c6e-9668-d781405f2992 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.817149 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:32:16.823117 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6940014e-70dd-4d6f-a636-617176a288a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:16.823722 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6940014e-70dd-4d6f-a636-617176a288a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.825612 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b91ba5-64c3-477d-9cc1-e3693ed3a87b None None] Network 4dacc321-0235-4232-8deb-30a0cd8e5de6 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:32:16.842530 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:16.871379 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3438762a-cd89-47f6-bc16-36f50b07e137 admin admin] Made reservation on behalf of 79e962918ae84466af119c960ead2477 for: {'subnet': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:16.875401 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3438762a-cd89-47f6-bc16-36f50b07e137 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:16.986123 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2060142 Mar 07 15:32:16.991327 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53306) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:17.067379 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-d4b08876-5d78-450f-87e4-60217cc5cd9f admin admin] Request body: {'subnet': {'network_id': '099d31db-62de-469d-8a66-47750bd2c6ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1848919899-subnet', 'tenant_id': '1cd15bcfa3284905b98e3fa977dc47e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:17.086369 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f466aef-16ba-5baa-baad-004e3bae59e2-4dacc321-0235-4232-8deb-30a0cd8e5de6', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b'}]}} from dv-cinder-830538-7-iscsi. {{(pid=102972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:32:17.088460 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:17.094450 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53308) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:17.098679 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-6940014e-70dd-4d6f-a636-617176a288a9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3471117 Mar 07 15:32:17.099486 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e388196-223e-47ac-a72c-bb91bc1aad43 admin admin] Pushing event updated for resources: {'Network': ['ID=099d31db-62de-469d-8a66-47750bd2c6ad,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:17.100377 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:17.194316 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15426'] for router (1852b418-ac62-4e6e-a90a-5251f024d9e2), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:17.209072 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15435'] for router (1852b418-ac62-4e6e-a90a-5251f024d9e2), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:17.217571 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b08876-5d78-450f-87e4-60217cc5cd9f admin admin] Made reservation on behalf of 1cd15bcfa3284905b98e3fa977dc47e7 for: {'subnet': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:17.227797 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d4b08876-5d78-450f-87e4-60217cc5cd9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:17.254806 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Publish callbacks [] for router_gateway (aa17a03f-12c3-45b8-ac55-643890d482a9), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:17.296489 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:17.383631 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network 099d31db-62de-469d-8a66-47750bd2c6ad details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:32:17.423689 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.db_base_plugin_common [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Allocated IP 172.20.0.2 (4dacc321-0235-4232-8deb-30a0cd8e5de6/0fa3af63-c79c-44c8-be3f-b0aa201a012b/cbe8a769-baab-40b7-bdb7-43caaebb5a23) {{(pid=102972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:17.429794 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Publish callbacks [] for router_controller (1852b418-ac62-4e6e-a90a-5251f024d9e2), precommit_add_association {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:17.501950 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Allocated IP 172.27.3.205 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/8e9b2050-5598-4b64-8809-6b88e43a6b61) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:17.705076 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a282a746-1a4b-4c6e-9668-d781405f2992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for subnet (caea1b3f-a80c-4138-ad4b-bb4ae0b4063a), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:17.771256 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3438762a-cd89-47f6-bc16-36f50b07e137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for subnet (95a390f6-dd0f-4d34-8b55-d38294a0eeaa), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:17.810947 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Publish callbacks [] for port (8e9b2050-5598-4b64-8809-6b88e43a6b61), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:17.821562 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Publish callbacks [] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), precommit_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:17.825634 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282a746-1a4b-4c6e-9668-d781405f2992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caea1b3f-a80c-4138-ad4b-bb4ae0b4063a,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:17.831110 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8695e5-77e1-47d0-888e-c63d87102826 None None] Network 81cb840d-f02e-47d1-98bd-b27dbd53c040 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:32:17.833728 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device f00aa687-3f93-4567-b762-0d6cf17e8e1a up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:17.894083 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438762a-cd89-47f6-bc16-36f50b07e137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a390f6-dd0f-4d34-8b55-d38294a0eeaa,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:17.894312 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:17.944722 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Network 4dacc321-0235-4232-8deb-30a0cd8e5de6 is already hosted by enough agents. {{(pid=102972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:17.962811 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.base_scheduler [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Resources bound (agent type, host, resource id): {{(pid=102972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:17.966966 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (8e9b2050-5598-4b64-8809-6b88e43a6b61), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:17.994411 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-321cc397-e918-485c-a26f-473f82b57873 None None] Provisioning complete for port f00aa687-3f93-4567-b762-0d6cf17e8e1a triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:17.994966 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-321cc397-e918-485c-a26f-473f82b57873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.000243 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Received port after_create {{(pid=102972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:18.047099 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:18.066940 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:18.081892 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Publish callbacks [] for router_gateway (1852b418-ac62-4e6e-a90a-5251f024d9e2), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.088709 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282a746-1a4b-4c6e-9668-d781405f2992 admin admin] Checking segment: {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:18.089553 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a282a746-1a4b-4c6e-9668-d781405f2992 admin admin] Network hostable DHCP agents. Network: e8b5ca41-79ff-414a-a637-6b4498d8f9ac, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:32:18.090876 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:18.142922 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438762a-cd89-47f6-bc16-36f50b07e137 admin admin] Checking segment: {'id': '34ed2dad-3835-41b6-89ef-99380e500cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:18.143528 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3438762a-cd89-47f6-bc16-36f50b07e137 admin admin] Network hostable DHCP agents. Network: 3a3e19fb-ac43-49de-ad3a-edd6be34b622, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:32:18.156663 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9b2050-5598-4b64-8809-6b88e43a6b61,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:18.158119 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a282a746-1a4b-4c6e-9668-d781405f2992 admin admin] Network e8b5ca41-79ff-414a-a637-6b4498d8f9ac is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:32:18.185432 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Pushing event updated for resources: {'Port': ['ID=cbe8a769-baab-40b7-bdb7-43caaebb5a23,revision_number=1']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:18.208308 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-a282a746-1a4b-4c6e-9668-d781405f2992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, e8b5ca41-79ff-414a-a637-6b4498d8f9ac) {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:18.216393 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a282a746-1a4b-4c6e-9668-d781405f2992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:18.217165 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a282a746-1a4b-4c6e-9668-d781405f2992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.218768 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d4b08876-5d78-450f-87e4-60217cc5cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for subnet (f4dab1e4-e256-403d-ab95-b9e26dc110f4), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.232027 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3438762a-cd89-47f6-bc16-36f50b07e137 admin admin] Network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:32:18.242145 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-3438762a-cd89-47f6-bc16-36f50b07e137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, 3a3e19fb-ac43-49de-ad3a-edd6be34b622) {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:18.251645 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-a282a746-1a4b-4c6e-9668-d781405f2992 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8210077 Mar 07 15:32:18.252835 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53342) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:18.258576 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:18.263362 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3438762a-cd89-47f6-bc16-36f50b07e137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:18.264139 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3438762a-cd89-47f6-bc16-36f50b07e137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.299885 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.304592 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-3438762a-cd89-47f6-bc16-36f50b07e137 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5716443 Mar 07 15:32:18.305661 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15426'] for router (9cafc903-c97d-4f42-a2a8-6a44561b6009), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.307401 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15435'] for router (9cafc903-c97d-4f42-a2a8-6a44561b6009), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.312909 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d425da-40c9-444e-a723-a38d887c9433 None None] Network e8b5ca41-79ff-414a-a637-6b4498d8f9ac requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:32:18.313681 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53346) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:18.327620 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-156936576-router', 'tenant_id': '79e962918ae84466af119c960ead2477', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:18.386877 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15426'] for router (3b2117af-cbbc-41ea-8502-cda68d4be8b1), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.388049 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15435'] for router (3b2117af-cbbc-41ea-8502-cda68d4be8b1), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.470027 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b08876-5d78-450f-87e4-60217cc5cd9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4dab1e4-e256-403d-ab95-b9e26dc110f4,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:18.483572 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Publish callbacks [] for router_controller (9cafc903-c97d-4f42-a2a8-6a44561b6009), precommit_add_association {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.491285 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c9910c-f257-480d-a01a-f82e517713ee None None] Network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:32:18.557775 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b08876-5d78-450f-87e4-60217cc5cd9f admin admin] Checking segment: {'id': '2942ec86-04b0-4f57-b9c2-2232cc3bd120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '099d31db-62de-469d-8a66-47750bd2c6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:18.558163 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b08876-5d78-450f-87e4-60217cc5cd9f admin admin] Network hostable DHCP agents. Network: 099d31db-62de-469d-8a66-47750bd2c6ad, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:32:18.647637 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port f00aa687-3f93-4567-b762-0d6cf17e8e1a triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:18.648069 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.658510 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Publish callbacks [] for router_controller (3b2117af-cbbc-41ea-8502-cda68d4be8b1), precommit_add_association {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.708021 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde5dc31-8d2e-4dc1-a7f3-7b67d200a272 None None] Network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:32:18.742848 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Publish callbacks [] for router_gateway (aa17a03f-12c3-45b8-ac55-643890d482a9), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.808074 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Publish callbacks [] for router_gateway (1852b418-ac62-4e6e-a90a-5251f024d9e2), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.817184 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b08876-5d78-450f-87e4-60217cc5cd9f admin admin] Network 099d31db-62de-469d-8a66-47750bd2c6ad is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:32:18.843302 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f466aef-16ba-5baa-baad-004e3bae59e2-e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a'}]}} from dv-cinder-830538-7-iscsi. {{(pid=102972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:32:18.844158 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.858213 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.864546 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Publish callbacks [] for router_gateway (9cafc903-c97d-4f42-a2a8-6a44561b6009), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.870063 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-d4b08876-5d78-450f-87e4-60217cc5cd9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, 099d31db-62de-469d-8a66-47750bd2c6ad) {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:18.870261 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Attempting to bind port cbe8a769-baab-40b7-bdb7-43caaebb5a23 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:18.870587 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Attempting to bind port cbe8a769-baab-40b7-bdb7-43caaebb5a23 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:18.871355 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Attempting to bind port cbe8a769-baab-40b7-bdb7-43caaebb5a23 on network 4dacc321-0235-4232-8deb-30a0cd8e5de6 {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:18.885590 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b08876-5d78-450f-87e4-60217cc5cd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:18.888867 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d4b08876-5d78-450f-87e4-60217cc5cd9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.896202 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:18.896624 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Checking segment: {'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:18.896990 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.897391 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Bound using segment: {'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:18.897873 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Bound port: cbe8a769-baab-40b7-bdb7-43caaebb5a23, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:18.898292 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:18.906042 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d02241-b2cf-49fb-8eda-52a9e671642d None None] Network 099d31db-62de-469d-8a66-47750bd2c6ad requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:32:19.006721 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-d4b08876-5d78-450f-87e4-60217cc5cd9f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0074201 Mar 07 15:32:19.101687 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Publish callbacks [] for router_gateway (3b2117af-cbbc-41ea-8502-cda68d4be8b1), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:19.139367 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.db_base_plugin_common [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Allocated IP 172.20.0.2 (e8b5ca41-79ff-414a-a637-6b4498d8f9ac/caea1b3f-a80c-4138-ad4b-bb4ae0b4063a/9170f37f-48da-49d5-bac0-a4acf6b97c5b) {{(pid=102972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:19.242483 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574438'] for router (aa17a03f-12c3-45b8-ac55-643890d482a9), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:19.245704 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Allocated IP 172.27.3.189 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/4898e76d-2696-4ecc-be4c-f205e3740285) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:19.435425 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Publish callbacks [] for port (4898e76d-2696-4ecc-be4c-f205e3740285), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:19.468237 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:19.634558 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Router aa17a03f-12c3-45b8-ac55-643890d482a9 is scheduled to L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 with binding_index 1 {{(pid=102970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:32:19.701681 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-321cc397-e918-485c-a26f-473f82b57873 None None] Current status of the port f00aa687-3f93-4567-b762-0d6cf17e8e1a is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:19.702119 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-321cc397-e918-485c-a26f-473f82b57873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:19.795106 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fad550f-5d6b-4beb-86ea-3c6f11e8d654 None None] Network 099d31db-62de-469d-8a66-47750bd2c6ad requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:32:19.822574 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] For port cbe8a769-baab-40b7-bdb7-43caaebb5a23, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:19.828018 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (4898e76d-2696-4ecc-be4c-f205e3740285), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:19.831353 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Publish callbacks [] for router_gateway (9cafc903-c97d-4f42-a2a8-6a44561b6009), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:19.831480 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port f00aa687-3f93-4567-b762-0d6cf17e8e1a is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:19.831972 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:19.880636 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-321cc397-e918-485c-a26f-473f82b57873 None None] For port f00aa687-3f93-4567-b762-0d6cf17e8e1a, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=f00aa687-3f93-4567-b762-0d6cf17e8e1a,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:19.914779 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:32:19.921672 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:19.925050 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Sync routers for ids ['aa17a03f-12c3-45b8-ac55-643890d482a9'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:32:19.933350 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:19.942761 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Routers {'aa17a03f-12c3-45b8-ac55-643890d482a9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:19.944633 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] For port cbe8a769-baab-40b7-bdb7-43caaebb5a23, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=cbe8a769-baab-40b7-bdb7-43caaebb5a23,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:19.944877 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['aa17a03f-12c3-45b8-ac55-643890d482a9'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:19.949756 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:19.950963 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-81a0603d-5e7d-4692-9b32-f07ba8f7b5f1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0021188 Mar 07 15:32:19.953250 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:19.954074 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53394) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:19.964959 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:19.968055 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-321cc397-e918-485c-a26f-473f82b57873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:19.968528 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Publish callbacks [] for router_gateway (3b2117af-cbbc-41ea-8502-cda68d4be8b1), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:20.079865 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:20.114589 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:20.122147 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Pushing event updated for resources: {'Port': ['ID=4898e76d-2696-4ecc-be4c-f205e3740285,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:20.348893 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-d8df7b2d-a2c3-421c-9031-3924c972e2eb None None] Provisioning complete for port f00aa687-3f93-4567-b762-0d6cf17e8e1a triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:20.349291 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d8df7b2d-a2c3-421c-9031-3924c972e2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:20.349435 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Allocated IP 172.27.3.5 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:20.351022 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.db.api [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 15:32:20.351395 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG oslo_db.api [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 15:32:20.358503 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cc397-e918-485c-a26f-473f82b57873 None None] Pushing event updated for resources: {'Port': ['ID=f00aa687-3f93-4567-b762-0d6cf17e8e1a,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:20.368875 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Publish callbacks [] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), precommit_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:20.428564 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53424) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:20.430758 dv-cinder-830538-7-iscsi neutron-server[102971]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 15:32:20.467590 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aad382-45e5-46af-890e-e606fc63fc29 None None] Pushing event updated for resources: {'Port': ['ID=cbe8a769-baab-40b7-bdb7-43caaebb5a23,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:20.478204 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:20.521308 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Set router aa17a03f-12c3-45b8-ac55-643890d482a9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:21.020950 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-1c2cea38-eeb3-47ca-ac75-f66c6829e85a tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:21.022726 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-1c2cea38-eeb3-47ca-ac75-f66c6829e85a tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/networks?id=099d31db-62de-469d-8a66-47750bd2c6ad HTTP/1.1" status: 200 len: 812 time: 0.5931716 Mar 07 15:32:21.026753 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Publish callbacks [] for router_gateway (1852b418-ac62-4e6e-a90a-5251f024d9e2), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:21.073298 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:18Z', 'revision_number': 3, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:21.160489 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Checking router: aa17a03f-12c3-45b8-ac55-643890d482a9 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:32:21.161554 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Updating router aa17a03f-12c3-45b8-ac55-643890d482a9 port 8e9b2050-5598-4b64-8809-6b88e43a6b61 binding host dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:32:21.181018 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Network e8b5ca41-79ff-414a-a637-6b4498d8f9ac is already hosted by enough agents. {{(pid=102972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:21.194861 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:21.202005 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:21.210595 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (8e9b2050-5598-4b64-8809-6b88e43a6b61), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:21.229854 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.base_scheduler [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Resources bound (agent type, host, resource id): {{(pid=102972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:21.232729 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port f00aa687-3f93-4567-b762-0d6cf17e8e1a is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:21.236819 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Received port after_create {{(pid=102972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:21.240520 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Pushing event updated for resources: {'Port': ['ID=9170f37f-48da-49d5-bac0-a4acf6b97c5b,revision_number=1']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:21.268507 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Publish callbacks [] for port (ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:21.275909 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-2ecc9f9e-ccd2-4a89-95bb-d02d273567d6 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/quotas/1cd15bcfa3284905b98e3fa977dc47e7 HTTP/1.1" status: 200 len: 375 time: 0.2429850 Mar 07 15:32:21.478330 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-53840522-6fe8-4d97-807a-342b86f45fb9 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cd15bcfa3284905b98e3fa977dc47e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248949 Mar 07 15:32:21.481038 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-d8df7b2d-a2c3-421c-9031-3924c972e2eb None None] Current status of the port f00aa687-3f93-4567-b762-0d6cf17e8e1a is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:21.524807 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Attempting to bind port 9170f37f-48da-49d5-bac0-a4acf6b97c5b on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:21.525330 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Attempting to bind port 9170f37f-48da-49d5-bac0-a4acf6b97c5b by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:21.525825 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Attempting to bind port 9170f37f-48da-49d5-bac0-a4acf6b97c5b on network e8b5ca41-79ff-414a-a637-6b4498d8f9ac {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:21.545275 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:21.545847 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Checking segment: {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:21.546398 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:21.546961 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Bound using segment: {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:21.547907 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Bound port: 9170f37f-48da-49d5-bac0-a4acf6b97c5b, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:21.549551 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:21.554490 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:21.663299 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] For port 9170f37f-48da-49d5-bac0-a4acf6b97c5b, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:21.667601 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] For port 9170f37f-48da-49d5-bac0-a4acf6b97c5b, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=9170f37f-48da-49d5-bac0-a4acf6b97c5b,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:21.677724 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device cbe8a769-baab-40b7-bdb7-43caaebb5a23 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:21.683683 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:21.699210 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Allocated IP 172.20.0.1 (81cb840d-f02e-47d1-98bd-b27dbd53c040/f4b6f9b4-99bd-439c-8825-b04ef39c2f42/ecdebc03-aee4-4382-a424-64489165bb1b) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:21.710783 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:21.725204 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:21.735317 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:21.740473 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Pushing event updated for resources: {'Port': ['ID=ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:21.752988 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Allocated IP 172.27.3.100 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/90792de3-6d62-4e12-ada9-1474286ebec2) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:21.785891 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a01635-122c-4478-8eeb-2174e8bf67d2 None None] Pushing event updated for resources: {'Port': ['ID=9170f37f-48da-49d5-bac0-a4acf6b97c5b,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:21.862158 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port cbe8a769-baab-40b7-bdb7-43caaebb5a23 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:21.862158 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:21.872295 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-9327a612-570e-4781-8c4d-905272799b3c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:32:21.879658 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-9327a612-570e-4781-8c4d-905272799b3c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2007232 Mar 07 15:32:21.905694 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:21.943540 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Publish callbacks [] for port (ecdebc03-aee4-4382-a424-64489165bb1b), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:21.952880 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574438'] for router (1852b418-ac62-4e6e-a90a-5251f024d9e2), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:21.984661 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68beca4-b638-4d5c-bf82-dd18f43d874f None None] Network 4dacc321-0235-4232-8deb-30a0cd8e5de6 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:32:22.002806 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:22.066943 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port cbe8a769-baab-40b7-bdb7-43caaebb5a23 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:22.067502 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:22.082905 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Network 81cb840d-f02e-47d1-98bd-b27dbd53c040 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:22.087844 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:22.092444 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:22.093407 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581323'] for router_interface (aa17a03f-12c3-45b8-ac55-643890d482a9), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:22.123390 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port cbe8a769-baab-40b7-bdb7-43caaebb5a23, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=cbe8a769-baab-40b7-bdb7-43caaebb5a23,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:22.163047 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-9d0e3c2b-8725-4cab-9f73-c9a8252e3c54 None None] Provisioning complete for port cbe8a769-baab-40b7-bdb7-43caaebb5a23 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:22.163303 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-9d0e3c2b-8725-4cab-9f73-c9a8252e3c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:22.201767 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:22.202658 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device f00aa687-3f93-4567-b762-0d6cf17e8e1a up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:22.278466 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Pushing event updated for resources: {'Port': ['ID=ecdebc03-aee4-4382-a424-64489165bb1b,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:22.318778 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=cbe8a769-baab-40b7-bdb7-43caaebb5a23,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:22.389451 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-fc33eb2e-7ebd-4480-9c69-4151c9f10627 service neutron] 10.222.0.26 "GET /v2.0/networks/099d31db-62de-469d-8a66-47750bd2c6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087099 Mar 07 15:32:22.441172 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e3c2b-8725-4cab-9f73-c9a8252e3c54 None None] Current status of the port cbe8a769-baab-40b7-bdb7-43caaebb5a23 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:22.459698 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Publish callbacks [] for port (90792de3-6d62-4e12-ada9-1474286ebec2), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:22.461106 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port f00aa687-3f93-4567-b762-0d6cf17e8e1a triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:22.461507 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:22.609103 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:22.634582 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port f00aa687-3f93-4567-b762-0d6cf17e8e1a is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:22.634806 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Publish callbacks [] for router_gateway (9cafc903-c97d-4f42-a2a8-6a44561b6009), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:22.682268 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-9c74c843-f704-4c90-91cb-02b1518f9f6d None None] Provisioning complete for port ecdebc03-aee4-4382-a424-64489165bb1b triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:22.682646 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-9c74c843-f704-4c90-91cb-02b1518f9f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:22.711066 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-9f848eb6-8bc5-485f-b4a1-15bc104971e5 service neutron] 10.222.0.26 "GET /v2.0/networks/099d31db-62de-469d-8a66-47750bd2c6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202453 Mar 07 15:32:22.711830 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53468) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:22.731867 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-9c74c843-f704-4c90-91cb-02b1518f9f6d None None] Port ecdebc03-aee4-4382-a424-64489165bb1b cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:32:22.870439 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (90792de3-6d62-4e12-ada9-1474286ebec2), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:22.924158 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Publish callbacks [] for port (ecdebc03-aee4-4382-a424-64489165bb1b), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:22.937142 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:22.937440 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:22.938086 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581287'] for router_interface (aa17a03f-12c3-45b8-ac55-643890d482a9), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:22.944028 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:22.946001 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Router 1852b418-ac62-4e6e-a90a-5251f024d9e2 is scheduled to L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 with binding_index 1 {{(pid=102971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:32:22.960925 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-287804da-02c7-4a92-97ba-562c35b95e8f None None] Provisioning complete for port cbe8a769-baab-40b7-bdb7-43caaebb5a23 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:22.965413 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-287804da-02c7-4a92-97ba-562c35b95e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:22.967680 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:23.031756 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Publish callbacks [] for port (8e9b2050-5598-4b64-8809-6b88e43a6b61), precommit_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:23.041881 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (8e9b2050-5598-4b64-8809-6b88e43a6b61), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:23.063706 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53484) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:23.082697 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa423-1b3e-4e55-842f-c8f3abb8557f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:23.102744 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Pushing event updated for resources: {'Port': ['ID=8e9b2050-5598-4b64-8809-6b88e43a6b61,revision_number=2']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:23.113203 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:23.113847 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:23.122884 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:23.125192 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:23.126671 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:23.127172 dv-cinder-830538-7-iscsi neutron-server[102970]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 15:32:23.129489 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:23.130141 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:23.133240 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:23.133864 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:23.134496 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:23.135067 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:23.135624 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:23.136188 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Tracked resource versions report: Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: pushed versions: Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: { 'AddressGroup': {'1.2'}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'ConntrackHelper': {'1.0'}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Log': {'1.0'}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Network': {'1.1'}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Port': {'1.7'}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'PortForwarding': {'1.2'}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'QosPolicy': {'1.10'}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'SecurityGroup': {'1.5'}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'SubPort': {'1.0'}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Subnet': {'1.1'}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Trunk': {'1.1'}} Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: consumer versions: Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: { DHCP agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: HyperV agent@hv-cinder-83053: {}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: L3 agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: Metadata agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: Metering agent@dv-cinder-830538-7-iscsi: {}, Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: Open vSwitch agent@dv-cinder-830538-7-iscsi: { 'AddressGroup': '1.2', Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'ConntrackHelper': '1.0', Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'LocalIPAssociation': '1.0', Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Log': '1.0', Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Network': '1.1', Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Port': '1.7', Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'PortForwarding': '1.2', Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'QosPolicy': '1.10', Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'SecurityGroup': '1.5', Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'SecurityGroupRule': '1.2', Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'SubPort': '1.0', Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Subnet': '1.1', Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: 'Trunk': '1.1'}} Mar 07 15:32:23.138888 dv-cinder-830538-7-iscsi neutron-server[102973]: {{(pid=102973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:32:23.149557 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-287804da-02c7-4a92-97ba-562c35b95e8f None None] Current status of the port cbe8a769-baab-40b7-bdb7-43caaebb5a23 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:23.187202 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Attempting to bind port 8e9b2050-5598-4b64-8809-6b88e43a6b61 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:23.188441 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Attempting to bind port 8e9b2050-5598-4b64-8809-6b88e43a6b61 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:23.189028 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Attempting to bind port 8e9b2050-5598-4b64-8809-6b88e43a6b61 on network 1357759f-65b0-4822-846b-e4b09ce352da {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:23.195064 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:23.195915 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Checking segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:23.196786 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:23.197439 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Bound using segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:23.198319 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Bound port: 8e9b2050-5598-4b64-8809-6b88e43a6b61, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:23.198975 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (8e9b2050-5598-4b64-8809-6b88e43a6b61), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:23.257177 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a5742670-0f6e-44fa-b671-18bf2ab2dd22 req-92a1f083-19d9-4732-a2d6-bedc0d20b05f tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 210 time: 0.1896937 Mar 07 15:32:23.261281 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] For port 8e9b2050-5598-4b64-8809-6b88e43a6b61, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:23.264597 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] For port 8e9b2050-5598-4b64-8809-6b88e43a6b61, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=8e9b2050-5598-4b64-8809-6b88e43a6b61,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:23.271768 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Pushing event updated for resources: {'Port': ['ID=ecdebc03-aee4-4382-a424-64489165bb1b,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:23.273845 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (8e9b2050-5598-4b64-8809-6b88e43a6b61), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:23.316944 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Network 81cb840d-f02e-47d1-98bd-b27dbd53c040 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:23.319046 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:23.380653 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Routers {'aa17a03f-12c3-45b8-ac55-643890d482a9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:23.381780 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['aa17a03f-12c3-45b8-ac55-643890d482a9'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:23.518461 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Pushing event updated for resources: {'Port': ['ID=90792de3-6d62-4e12-ada9-1474286ebec2,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:23.560617 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Router aa17a03f-12c3-45b8-ac55-643890d482a9 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:32:23.583957 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ac69c-40ac-41f1-977e-b281ed0ebd5c None None] Pushing event updated for resources: {'Port': ['ID=8e9b2050-5598-4b64-8809-6b88e43a6b61,revision_number=3']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:23.646862 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 9170f37f-48da-49d5-bac0-a4acf6b97c5b up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:23.692817 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6347d36-107b-41cb-8317-10aa1844886d None None] Network e8b5ca41-79ff-414a-a637-6b4498d8f9ac requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:32:23.763192 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-19323d58-7308-4ef9-8166-39a6ece80a07 None None] Provisioning complete for port 9170f37f-48da-49d5-bac0-a4acf6b97c5b triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:23.763192 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-19323d58-7308-4ef9-8166-39a6ece80a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:23.802338 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa423-1b3e-4e55-842f-c8f3abb8557f admin admin] Publish callbacks [] for security_group (b28ebdc3-0354-4e78-9c48-c85ad4b38596), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:23.803769 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:32:23.813999 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] Set router aa17a03f-12c3-45b8-ac55-643890d482a9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:23.824161 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa423-1b3e-4e55-842f-c8f3abb8557f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (b28ebdc3-0354-4e78-9c48-c85ad4b38596), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:23.902232 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 9170f37f-48da-49d5-bac0-a4acf6b97c5b triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:23.902811 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:23.908962 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:32:23.920295 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-565f2491-d15a-4853-a454-acb45586ba91 admin admin] 10.222.0.26 "PUT /v2.0/routers/aa17a03f-12c3-45b8-ac55-643890d482a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9651501 Mar 07 15:32:23.967966 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574438'] for router (9cafc903-c97d-4f42-a2a8-6a44561b6009), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:23.978318 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Sync routers for ids ['1852b418-ac62-4e6e-a90a-5251f024d9e2'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:32:24.017288 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-bb0aa423-1b3e-4e55-842f-c8f3abb8557f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e57a42a80a048398bb0a339b7839d98&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2995753 Mar 07 15:32:24.020619 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53518) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:24.025503 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0aa423-1b3e-4e55-842f-c8f3abb8557f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28ebdc3-0354-4e78-9c48-c85ad4b38596,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:24.076535 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-19323d58-7308-4ef9-8166-39a6ece80a07 None None] Current status of the port 9170f37f-48da-49d5-bac0-a4acf6b97c5b is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:24.078687 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-19323d58-7308-4ef9-8166-39a6ece80a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:24.084770 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:24.086255 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-6cdeb1fd-a8df-4dbb-95e0-bcf50670836b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9905734 Mar 07 15:32:24.096426 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53520) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:24.112483 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Routers {'1852b418-ac62-4e6e-a90a-5251f024d9e2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:24.113164 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['1852b418-ac62-4e6e-a90a-5251f024d9e2'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:24.228177 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Publish callbacks [] for router_gateway (3b2117af-cbbc-41ea-8502-cda68d4be8b1), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:24.249333 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-53519a2e-58c0-4a8c-ab0a-888a7c190ca9 admin admin] Publish callbacks [] for security_group (b28ebdc3-0354-4e78-9c48-c85ad4b38596), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:24.359545 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-19323d58-7308-4ef9-8166-39a6ece80a07 None None] For port 9170f37f-48da-49d5-bac0-a4acf6b97c5b, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=9170f37f-48da-49d5-bac0-a4acf6b97c5b,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:24.365197 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 9170f37f-48da-49d5-bac0-a4acf6b97c5b is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:24.365699 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:24.371023 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-19323d58-7308-4ef9-8166-39a6ece80a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:24.384482 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 2, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:24.415605 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-53519a2e-58c0-4a8c-ab0a-888a7c190ca9 admin admin] Publish callbacks [] for security_group (b28ebdc3-0354-4e78-9c48-c85ad4b38596), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:24.463768 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4fd5ac01-901f-4c12-b39f-2570f7f75035 req-4cf30324-00bd-4edb-baee-dffaaa2aa952 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 210 time: 0.0810213 Mar 07 15:32:24.495457 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ab2f7-0015-40ef-b105-adfa16fb4cdb None None] The sync data for ids ['aa17a03f-12c3-45b8-ac55-643890d482a9'] in dv-cinder-830538-7-iscsi is: [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 2, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:32:24.516658 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19323d58-7308-4ef9-8166-39a6ece80a07 None None] Pushing event updated for resources: {'Port': ['ID=9170f37f-48da-49d5-bac0-a4acf6b97c5b,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:24.521530 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Router 9cafc903-c97d-4f42-a2a8-6a44561b6009 is scheduled to L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 with binding_index 1 {{(pid=102971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:32:24.601736 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Set router 1852b418-ac62-4e6e-a90a-5251f024d9e2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:24.625329 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53538) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:24.656137 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-902512cb-a793-40c0-a05f-44a5ef4c9bf9 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1493015825', 'description': 'tempest-description--1831890377'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:24.681402 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-dec47f18-9248-4d10-a34e-5f046727c358 None None] Provisioning complete for port ecdebc03-aee4-4382-a424-64489165bb1b triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:24.681402 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-dec47f18-9248-4d10-a34e-5f046727c358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:24.784486 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-53519a2e-58c0-4a8c-ab0a-888a7c190ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (b28ebdc3-0354-4e78-9c48-c85ad4b38596), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:24.787906 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-53519a2e-58c0-4a8c-ab0a-888a7c190ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:24.791871 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-53519a2e-58c0-4a8c-ab0a-888a7c190ca9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b28ebdc3-0354-4e78-9c48-c85ad4b38596 HTTP/1.1" status: 204 len: 168 time: 0.7663183 Mar 07 15:32:24.810290 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53519a2e-58c0-4a8c-ab0a-888a7c190ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28ebdc3-0354-4e78-9c48-c85ad4b38596,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:24.935736 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574438'] for router (3b2117af-cbbc-41ea-8502-cda68d4be8b1), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:24.971439 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-dec47f18-9248-4d10-a34e-5f046727c358 None None] Port ecdebc03-aee4-4382-a424-64489165bb1b cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:32:25.007496 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:32:25.011229 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.db.api [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 15:32:25.011643 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG oslo_db.api [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 15:32:25.021296 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Sync routers for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:32:25.040121 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:25.042566 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:25.070109 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-902512cb-a793-40c0-a05f-44a5ef4c9bf9 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:25.216607 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-d7a67258-d2a8-4be5-8a81-071cd4a84e7f None None] Provisioning complete for port 9170f37f-48da-49d5-bac0-a4acf6b97c5b triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:25.216920 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d7a67258-d2a8-4be5-8a81-071cd4a84e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:25.259144 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-902512cb-a793-40c0-a05f-44a5ef4c9bf9 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group (f601add9-d388-4cdd-be26-94ea823e1d47), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:25.267989 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-902512cb-a793-40c0-a05f-44a5ef4c9bf9 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f601add9-d388-4cdd-be26-94ea823e1d47), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:25.308725 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:25.318396 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-82c679f6-f2f9-4355-a510-45a362228d21 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0648389 Mar 07 15:32:25.320912 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53558) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:25.326533 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902512cb-a793-40c0-a05f-44a5ef4c9bf9 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f601add9-d388-4cdd-be26-94ea823e1d47,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:25.350847 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:25.361921 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:25.379630 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-902512cb-a793-40c0-a05f-44a5ef4c9bf9 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:25.381515 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-902512cb-a793-40c0-a05f-44a5ef4c9bf9 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7454183 Mar 07 15:32:25.388936 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53562) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:25.397116 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-031c5cb7-2505-44e2-ab34-62ad28975575 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Request body: {'security_group_rule': {'security_group_id': 'f601add9-d388-4cdd-be26-94ea823e1d47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:25.615133 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53574) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:25.649946 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-031c5cb7-2505-44e2-ab34-62ad28975575 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group_rule (8a318bef-d77b-4bb8-9e46-8885550c84bd), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:25.685911 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-d7a67258-d2a8-4be5-8a81-071cd4a84e7f None None] Current status of the port 9170f37f-48da-49d5-bac0-a4acf6b97c5b is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:25.699907 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 9170f37f-48da-49d5-bac0-a4acf6b97c5b is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:25.701318 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device cbe8a769-baab-40b7-bdb7-43caaebb5a23 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:25.784956 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-761e61b2-b65f-46d6-ad4f-11557fbb50e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:25.803840 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-031c5cb7-2505-44e2-ab34-62ad28975575 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group_rule (8a318bef-d77b-4bb8-9e46-8885550c84bd), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:25.821410 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-031c5cb7-2505-44e2-ab34-62ad28975575 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (8a318bef-d77b-4bb8-9e46-8885550c84bd), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:25.842881 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:20Z', 'revision_number': 3, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:25.898360 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c5cb7-2505-44e2-ab34-62ad28975575 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a318bef-d77b-4bb8-9e46-8885550c84bd,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:25.930917 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-031c5cb7-2505-44e2-ab34-62ad28975575 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:25.943706 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-031c5cb7-2505-44e2-ab34-62ad28975575 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5515432 Mar 07 15:32:25.961489 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Checking router: 1852b418-ac62-4e6e-a90a-5251f024d9e2 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:32:25.961869 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Updating router 1852b418-ac62-4e6e-a90a-5251f024d9e2 port 4898e76d-2696-4ecc-be4c-f205e3740285 binding host dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:32:25.968986 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53588) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:25.981738 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-27662cf3-e4cc-4b5f-8ee1-5aa819874cab tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Request body: {'security_group_rule': {'security_group_id': 'f601add9-d388-4cdd-be26-94ea823e1d47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:26.024884 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port cbe8a769-baab-40b7-bdb7-43caaebb5a23 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:26.026877 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:26.035549 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 3, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:26.095139 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-27662cf3-e4cc-4b5f-8ee1-5aa819874cab tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group_rule (e26bd16d-dedb-4b53-9e1d-61fe2752a853), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:26.100264 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Checking router: 9cafc903-c97d-4f42-a2a8-6a44561b6009 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:32:26.100999 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Updating router 9cafc903-c97d-4f42-a2a8-6a44561b6009 port ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4 binding host dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:32:26.104396 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-761e61b2-b65f-46d6-ad4f-11557fbb50e0 admin admin] Publish callbacks [] for security_group (6aab2cf6-450f-40f1-9b54-35b1cb1b5923), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:26.146748 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.30', 59080) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:26.165765 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (4898e76d-2696-4ecc-be4c-f205e3740285), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:26.172284 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Allocated IP 172.20.0.1 (4dacc321-0235-4232-8deb-30a0cd8e5de6/0fa3af63-c79c-44c8-be3f-b0aa201a012b/e613f430-f4ff-4baf-b91a-0a65d4b9bad4) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:26.199023 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:26.255332 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-27662cf3-e4cc-4b5f-8ee1-5aa819874cab tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group_rule (e26bd16d-dedb-4b53-9e1d-61fe2752a853), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:26.308746 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-761e61b2-b65f-46d6-ad4f-11557fbb50e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (6aab2cf6-450f-40f1-9b54-35b1cb1b5923), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:26.390715 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Router 3b2117af-cbbc-41ea-8502-cda68d4be8b1 is scheduled to L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 with binding_index 1 {{(pid=102971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:32:26.444118 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0ad0fbd6-03bd-439d-ba05-545f224a3ddb req-b60c76b9-34fa-44eb-8faa-ed2bed22d4e7 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 210 time: 0.5097711 Mar 07 15:32:26.687799 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-90e2c7f2-93eb-4a80-a437-4ea35580db4f tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:26.689333 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-90e2c7f2-93eb-4a80-a437-4ea35580db4f tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.30 "GET /v2.0/networks?id=099d31db-62de-469d-8a66-47750bd2c6ad HTTP/1.1" status: 200 len: 812 time: 0.5394218 Mar 07 15:32:26.690028 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-27662cf3-e4cc-4b5f-8ee1-5aa819874cab tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (e26bd16d-dedb-4b53-9e1d-61fe2752a853), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:26.728656 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27662cf3-e4cc-4b5f-8ee1-5aa819874cab tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26bd16d-dedb-4b53-9e1d-61fe2752a853,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:26.743742 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-ececddac-0ddb-450a-bb0d-88c441fc6096 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Request body: {'port': {'device_id': '91e01501-e7e0-4f22-97a8-e37eac0c869c', 'network_id': '099d31db-62de-469d-8a66-47750bd2c6ad', 'admin_state_up': True, 'tenant_id': '1cd15bcfa3284905b98e3fa977dc47e7'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:26.871440 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port cbe8a769-baab-40b7-bdb7-43caaebb5a23 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:26.892476 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Publish callbacks [] for port (4898e76d-2696-4ecc-be4c-f205e3740285), precommit_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:26.905193 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (4898e76d-2696-4ecc-be4c-f205e3740285), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:27.087504 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdb035-947c-4730-9c65-dc776594258c None None] Pushing event updated for resources: {'Port': ['ID=4898e76d-2696-4ecc-be4c-f205e3740285,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:27.095709 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Attempting to bind port 4898e76d-2696-4ecc-be4c-f205e3740285 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:27.096473 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Attempting to bind port 4898e76d-2696-4ecc-be4c-f205e3740285 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:27.096874 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Attempting to bind port 4898e76d-2696-4ecc-be4c-f205e3740285 on network 1357759f-65b0-4822-846b-e4b09ce352da {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:27.113954 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:27.114700 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Checking segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:27.115109 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:27.115504 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Bound using segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:27.116146 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Bound port: 4898e76d-2696-4ecc-be4c-f205e3740285, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:27.116660 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (4898e76d-2696-4ecc-be4c-f205e3740285), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:27.148240 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-27662cf3-e4cc-4b5f-8ee1-5aa819874cab tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:27.152029 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-27662cf3-e4cc-4b5f-8ee1-5aa819874cab tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1797528 Mar 07 15:32:27.157864 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53642) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:27.167713 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Request body: {'floatingip': {'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:27.231883 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-ececddac-0ddb-450a-bb0d-88c441fc6096 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Made reservation on behalf of 1cd15bcfa3284905b98e3fa977dc47e7 for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:27.263172 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-ececddac-0ddb-450a-bb0d-88c441fc6096 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:27.274028 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 8e9b2050-5598-4b64-8809-6b88e43a6b61 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:27.300841 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] For port 4898e76d-2696-4ecc-be4c-f205e3740285, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:27.363634 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Publish callbacks [] for port (ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4), precommit_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:27.386013 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:27.400079 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e61b2-b65f-46d6-ad4f-11557fbb50e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aab2cf6-450f-40f1-9b54-35b1cb1b5923,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:27.406759 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-761e61b2-b65f-46d6-ad4f-11557fbb50e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f85d910eab8e4a988c13369a9cd0c0a7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7893448 Mar 07 15:32:27.411515 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53652) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:27.425609 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] For port 4898e76d-2696-4ecc-be4c-f205e3740285, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=4898e76d-2696-4ecc-be4c-f205e3740285,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:27.454850 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (4898e76d-2696-4ecc-be4c-f205e3740285), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:27.469878 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:27.501139 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:27.531589 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc14c9b-c3dd-4a1d-9f00-6ac1e7f8d986 None None] Pushing event updated for resources: {'Port': ['ID=ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4,revision_number=2']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:27.537841 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Attempting to bind port ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:27.540239 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Attempting to bind port ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:27.540815 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Attempting to bind port ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4 on network 1357759f-65b0-4822-846b-e4b09ce352da {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:27.554747 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:27.555358 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Checking segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:27.556482 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:27.557042 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Bound using segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:27.558572 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Bound port: ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:27.559730 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:27.635452 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:32:27.671787 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Sync routers for ids ['3b2117af-cbbc-41ea-8502-cda68d4be8b1'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:32:27.680976 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Routers {'1852b418-ac62-4e6e-a90a-5251f024d9e2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:27.681690 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['1852b418-ac62-4e6e-a90a-5251f024d9e2'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:27.702025 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdb035-947c-4730-9c65-dc776594258c None None] Pushing event updated for resources: {'Port': ['ID=4898e76d-2696-4ecc-be4c-f205e3740285,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:27.718561 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] For port ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:27.724333 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:27.725764 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-94370e69-375e-47cd-a822-4846168a3a47 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.4099090 Mar 07 15:32:27.733772 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] For port ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:27.739839 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5f505068-795c-43ad-8a7b-501934547963 req-0a92973c-6d5e-4d07-8b8c-079a98111e1c tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 210 time: 0.0833943 Mar 07 15:32:27.750028 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:27.762276 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53662) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:27.837240 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 8e9b2050-5598-4b64-8809-6b88e43a6b61 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:27.837617 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (8e9b2050-5598-4b64-8809-6b88e43a6b61), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:27.876679 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:27.878792 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:27.938229 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Routers {'3b2117af-cbbc-41ea-8502-cda68d4be8b1'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:27.939643 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['3b2117af-cbbc-41ea-8502-cda68d4be8b1'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:28.132480 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Allocated IP 172.20.0.1 (e8b5ca41-79ff-414a-a637-6b4498d8f9ac/caea1b3f-a80c-4138-ad4b-bb4ae0b4063a/bda6e28c-a304-4d63-8abd-1076b044b5e2) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:28.212005 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc14c9b-c3dd-4a1d-9f00-6ac1e7f8d986 None None] Pushing event updated for resources: {'Port': ['ID=ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4,revision_number=3']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:28.235624 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Publish callbacks [] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:28.260466 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:28.317912 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:28.321410 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] Set router 1852b418-ac62-4e6e-a90a-5251f024d9e2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:28.544814 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Set router 3b2117af-cbbc-41ea-8502-cda68d4be8b1 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:28.548796 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-346357c0-e18a-4826-a3ff-2c884ee24361 admin admin] Publish callbacks [] for security_group (6aab2cf6-450f-40f1-9b54-35b1cb1b5923), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:28.574482 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Network 4dacc321-0235-4232-8deb-30a0cd8e5de6 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:28.608847 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-346357c0-e18a-4826-a3ff-2c884ee24361 admin admin] Publish callbacks [] for security_group (6aab2cf6-450f-40f1-9b54-35b1cb1b5923), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:28.621180 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 8e9b2050-5598-4b64-8809-6b88e43a6b61 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:28.621717 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (8e9b2050-5598-4b64-8809-6b88e43a6b61), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:28.635613 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:28.662356 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Sync routers for ids ['aa17a03f-12c3-45b8-ac55-643890d482a9'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:32:28.671158 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:28.671664 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581323'] for router_interface (1852b418-ac62-4e6e-a90a-5251f024d9e2), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:28.693000 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port 8e9b2050-5598-4b64-8809-6b88e43a6b61, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=8e9b2050-5598-4b64-8809-6b88e43a6b61,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:28.728004 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-346357c0-e18a-4826-a3ff-2c884ee24361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (6aab2cf6-450f-40f1-9b54-35b1cb1b5923), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:28.731546 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-346357c0-e18a-4826-a3ff-2c884ee24361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:28.732009 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Routers {'aa17a03f-12c3-45b8-ac55-643890d482a9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:28.732881 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-346357c0-e18a-4826-a3ff-2c884ee24361 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6aab2cf6-450f-40f1-9b54-35b1cb1b5923 HTTP/1.1" status: 204 len: 168 time: 1.3177040 Mar 07 15:32:28.734228 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['aa17a03f-12c3-45b8-ac55-643890d482a9'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:28.735963 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (8e9b2050-5598-4b64-8809-6b88e43a6b61), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:28.737049 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 9170f37f-48da-49d5-bac0-a4acf6b97c5b up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:28.822850 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Pushing event updated for resources: {'Port': ['ID=e613f430-f4ff-4baf-b91a-0a65d4b9bad4,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:28.902090 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-ececddac-0ddb-450a-bb0d-88c441fc6096 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Allocated IP 172.20.0.2 (099d31db-62de-469d-8a66-47750bd2c6ad/f4dab1e4-e256-403d-ab95-b9e26dc110f4/5c70a015-1408-4550-a6e9-76f661369d49) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:28.957233 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:29.096629 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Publish callbacks [] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:29.117462 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346357c0-e18a-4826-a3ff-2c884ee24361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aab2cf6-450f-40f1-9b54-35b1cb1b5923,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:29.192948 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Set router aa17a03f-12c3-45b8-ac55-643890d482a9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:29.238484 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Allocated IP 172.27.3.202 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/c5635ddc-01e6-41ce-917f-7affce5c1c72) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:29.369684 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for port (c5635ddc-01e6-41ce-917f-7affce5c1c72), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:29.461098 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (c5635ddc-01e6-41ce-917f-7affce5c1c72), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:29.527637 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:29.533159 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 3, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:29.545532 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=8e9b2050-5598-4b64-8809-6b88e43a6b61,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:29.584644 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-35865c83-650b-4625-9ea5-cf0c0055fdcd req-d6c4dc25-a239-4438-9314-5144d3d1c4be tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 210 time: 0.1731734 Mar 07 15:32:29.620347 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Network e8b5ca41-79ff-414a-a637-6b4498d8f9ac is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:29.627577 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Pushing event updated for resources: {'Port': ['ID=bda6e28c-a304-4d63-8abd-1076b044b5e2,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:29.635060 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:29.649061 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:29.650810 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581323'] for router_interface (9cafc903-c97d-4f42-a2a8-6a44561b6009), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:29.655461 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a31f4-c75a-4b62-9b46-57486ae2bd51 None None] The sync data for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi is: [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 3, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:32:29.678410 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:29.691819 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:29.724858 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:29.828497 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 9170f37f-48da-49d5-bac0-a4acf6b97c5b triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:29.828890 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:29.929385 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event updated for resources: {'Port': ['ID=c5635ddc-01e6-41ce-917f-7affce5c1c72,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:30.002707 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 2, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:30.014680 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-880e7086-00e9-43b9-bb99-7f338a01de57 None None] Provisioning complete for port e613f430-f4ff-4baf-b91a-0a65d4b9bad4 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:30.015110 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-880e7086-00e9-43b9-bb99-7f338a01de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:30.090904 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Checking router: aa17a03f-12c3-45b8-ac55-643890d482a9 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:32:30.091429 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Updating router aa17a03f-12c3-45b8-ac55-643890d482a9 port ecdebc03-aee4-4382-a424-64489165bb1b binding host dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:32:30.171148 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:30.212812 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:20Z', 'revision_number': 3, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:30.359642 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'name': 'tempest-ServerRescueNegativeTestJSON-156936576-router', 'tenant_id': '79e962918ae84466af119c960ead2477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90792de3-6d62-4e12-ada9-1474286ebec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:23Z', 'revision_number': 3, 'project_id': '79e962918ae84466af119c960ead2477', 'gw_port': {'id': '90792de3-6d62-4e12-ada9-1474286ebec2', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:20Z', 'updated_at': '2022-03-07T15:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:30.371372 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for floatingip (5b0b31ca-6e76-4e74-8b33-a1d22d4eded1), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:30.378184 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449ec83-4862-4fe0-943b-1d5a3657d2cd None None] The sync data for ids ['1852b418-ac62-4e6e-a90a-5251f024d9e2'] in dv-cinder-830538-7-iscsi is: [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:20Z', 'revision_number': 3, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:32:30.407141 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:30.437594 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Checking router: 3b2117af-cbbc-41ea-8502-cda68d4be8b1 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:32:30.450744 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Updating router 3b2117af-cbbc-41ea-8502-cda68d4be8b1 port 90792de3-6d62-4e12-ada9-1474286ebec2 binding host dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:32:30.455542 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-880e7086-00e9-43b9-bb99-7f338a01de57 None None] Port e613f430-f4ff-4baf-b91a-0a65d4b9bad4 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:32:30.494869 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:30.513076 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:30.528728 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (c5635ddc-01e6-41ce-917f-7affce5c1c72), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:30.614011 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (90792de3-6d62-4e12-ada9-1474286ebec2), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:30.752030 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-ececddac-0ddb-450a-bb0d-88c441fc6096 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Publish callbacks [] for port (5c70a015-1408-4550-a6e9-76f661369d49), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:30.853676 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 9170f37f-48da-49d5-bac0-a4acf6b97c5b is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:31.078797 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Publish callbacks [] for port (ecdebc03-aee4-4382-a424-64489165bb1b), precommit_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:31.095405 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:31.200743 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e9c657f6-4d0a-40fc-909c-85d609de5716 req-496d0bee-1827-4aa7-b352-73b963e1d75e tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 210 time: 0.3950605 Mar 07 15:32:31.254109 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-a77d38b1-c478-4e3a-baa2-422df2a8b568 None None] Provisioning complete for port bda6e28c-a304-4d63-8abd-1076b044b5e2 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:31.256136 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-a77d38b1-c478-4e3a-baa2-422df2a8b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:31.466341 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-a77d38b1-c478-4e3a-baa2-422df2a8b568 None None] Port bda6e28c-a304-4d63-8abd-1076b044b5e2 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:32:31.471745 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:31.582503 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae38c4-71ff-4631-9f1b-9f80fe53fb54 None None] Pushing event updated for resources: {'Port': ['ID=ecdebc03-aee4-4382-a424-64489165bb1b,revision_number=3']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:31.736093 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Attempting to bind port ecdebc03-aee4-4382-a424-64489165bb1b on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:31.736475 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Attempting to bind port ecdebc03-aee4-4382-a424-64489165bb1b by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:31.736843 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Attempting to bind port ecdebc03-aee4-4382-a424-64489165bb1b on network 81cb840d-f02e-47d1-98bd-b27dbd53c040 {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:31.752282 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53746) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:31.755502 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:31.756625 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Checking segment: {'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:31.757105 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:31.760010 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Bound using segment: {'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:31.760907 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Bound port: ecdebc03-aee4-4382-a424-64489165bb1b, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'}}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:31.761504 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:31.767724 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Publish callbacks [] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:31.819537 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Publish callbacks [] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:31.861418 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:31.868757 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581287'] for router_interface (9cafc903-c97d-4f42-a2a8-6a44561b6009), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:31.927838 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] For port ecdebc03-aee4-4382-a424-64489165bb1b, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:31.933316 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] For port ecdebc03-aee4-4382-a424-64489165bb1b, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=ecdebc03-aee4-4382-a424-64489165bb1b,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:31.949816 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:31.950673 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:31.953605 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581287'] for router_interface (1852b418-ac62-4e6e-a90a-5251f024d9e2), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:31.973610 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-ef82d527-dcc8-45fd-b6bd-762c48e38674 None None] Provisioning complete for port ecdebc03-aee4-4382-a424-64489165bb1b triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:31.975407 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-ef82d527-dcc8-45fd-b6bd-762c48e38674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:32.045364 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:32.045738 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:32.078381 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Pushing event updated for resources: {'Port': ['ID=e613f430-f4ff-4baf-b91a-0a65d4b9bad4,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:32.094992 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for port (c5635ddc-01e6-41ce-917f-7affce5c1c72), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:32.105477 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-ececddac-0ddb-450a-bb0d-88c441fc6096 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (5c70a015-1408-4550-a6e9-76f661369d49), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:32.119165 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Routers {'aa17a03f-12c3-45b8-ac55-643890d482a9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:32.121227 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['aa17a03f-12c3-45b8-ac55-643890d482a9'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:32.210671 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Allocated IP 172.20.0.1 (3a3e19fb-ac43-49de-ad3a-edd6be34b622/95a390f6-dd0f-4d34-8b55-d38294a0eeaa/60e0cf04-b89d-405a-a832-d11fd06be03f) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:32.417070 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Publish callbacks [] for port (90792de3-6d62-4e12-ada9-1474286ebec2), precommit_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:32.450274 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (90792de3-6d62-4e12-ada9-1474286ebec2), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:32.653781 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae38c4-71ff-4631-9f1b-9f80fe53fb54 None None] Pushing event updated for resources: {'Port': ['ID=ecdebc03-aee4-4382-a424-64489165bb1b,revision_number=4']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:32.661626 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (c5635ddc-01e6-41ce-917f-7affce5c1c72), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:32.674297 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececddac-0ddb-450a-bb0d-88c441fc6096 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Pushing event updated for resources: {'Port': ['ID=5c70a015-1408-4550-a6e9-76f661369d49,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:32.786649 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Network e8b5ca41-79ff-414a-a637-6b4498d8f9ac is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:32.793164 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Network 4dacc321-0235-4232-8deb-30a0cd8e5de6 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:32.798069 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe80ff-4475-4850-ac88-99efd30a07ca None None] Pushing event updated for resources: {'Port': ['ID=90792de3-6d62-4e12-ada9-1474286ebec2,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:32.815327 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Attempting to bind port 90792de3-6d62-4e12-ada9-1474286ebec2 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:32.818373 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Attempting to bind port 90792de3-6d62-4e12-ada9-1474286ebec2 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:32.818913 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Attempting to bind port 90792de3-6d62-4e12-ada9-1474286ebec2 on network 1357759f-65b0-4822-846b-e4b09ce352da {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:32.831040 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-ef82d527-dcc8-45fd-b6bd-762c48e38674 None None] Current status of the port ecdebc03-aee4-4382-a424-64489165bb1b is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:32.831525 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-ef82d527-dcc8-45fd-b6bd-762c48e38674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:32.874667 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:32.878873 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:32.891218 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:32.894045 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Checking segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:32.894572 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:32.895043 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Bound using segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:32.895610 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Bound port: 90792de3-6d62-4e12-ada9-1474286ebec2, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:32.898207 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (90792de3-6d62-4e12-ada9-1474286ebec2), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:32.904193 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:32.931850 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-ececddac-0ddb-450a-bb0d-88c441fc6096 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Network 099d31db-62de-469d-8a66-47750bd2c6ad is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:32.943799 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (5b0b31ca-6e76-4e74-8b33-a1d22d4eded1), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:32.951740 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-ececddac-0ddb-450a-bb0d-88c441fc6096 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:32.984703 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] Set router aa17a03f-12c3-45b8-ac55-643890d482a9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:32.997809 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-ececddac-0ddb-450a-bb0d-88c441fc6096 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:33.012208 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Publish callbacks [] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:33.020238 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-ececddac-0ddb-450a-bb0d-88c441fc6096 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:33.020413 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-ececddac-0ddb-450a-bb0d-88c441fc6096 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:33.106261 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a35e4-3b7e-498f-9ad1-6d9d5bce923c req-418224d1-6af0-491d-9189-9aed954980df tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:33.110576 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e67a35e4-3b7e-498f-9ad1-6d9d5bce923c req-418224d1-6af0-491d-9189-9aed954980df tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 931 time: 0.4429140 Mar 07 15:32:33.119442 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:33.139301 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-ef82d527-dcc8-45fd-b6bd-762c48e38674 None None] For port ecdebc03-aee4-4382-a424-64489165bb1b, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=ecdebc03-aee4-4382-a424-64489165bb1b,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:33.144428 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:33.155673 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:33.157430 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 8e9b2050-5598-4b64-8809-6b88e43a6b61 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:33.167108 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:33.174929 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] For port 90792de3-6d62-4e12-ada9-1474286ebec2, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:33.176334 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Pushing event updated for resources: {'Port': ['ID=bda6e28c-a304-4d63-8abd-1076b044b5e2,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:33.180017 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] For port 90792de3-6d62-4e12-ada9-1474286ebec2, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=90792de3-6d62-4e12-ada9-1474286ebec2,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:33.194267 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0290689 Mar 07 15:32:33.219971 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:33.245358 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-ef82d527-dcc8-45fd-b6bd-762c48e38674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:33.266532 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (90792de3-6d62-4e12-ada9-1474286ebec2), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:33.349280 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Pushing event updated for resources: {'Port': ['ID=60e0cf04-b89d-405a-a832-d11fd06be03f,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:33.358014 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206686d0-c301-41c4-bfc2-fcc79dee71d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event updated for resources: {'Port': ['ID=c5635ddc-01e6-41ce-917f-7affce5c1c72,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:33.362577 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d513a5ed-0c1f-4473-8b22-e8736d7264b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:33.457351 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-ececddac-0ddb-450a-bb0d-88c441fc6096 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7261171 Mar 07 15:32:33.553161 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-bc64f582-0fd6-4828-bf73-01ffa6e4f910 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:32:33.557701 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-bc64f582-0fd6-4828-bf73-01ffa6e4f910 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0544441 Mar 07 15:32:33.725146 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:33.771453 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-18190d1b-5cc4-4392-8d13-3e9d72898e56 None None] Provisioning complete for port ecdebc03-aee4-4382-a424-64489165bb1b triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:33.775454 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-18190d1b-5cc4-4392-8d13-3e9d72898e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:33.889110 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:31Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:33.894697 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Routers {'3b2117af-cbbc-41ea-8502-cda68d4be8b1'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:33.895752 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['3b2117af-cbbc-41ea-8502-cda68d4be8b1'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:33.912902 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Router 9cafc903-c97d-4f42-a2a8-6a44561b6009 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:32:34.014663 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a03301-fd35-43e0-b581-9f8e2ece6193 None None] The sync data for ids ['aa17a03f-12c3-45b8-ac55-643890d482a9'] in dv-cinder-830538-7-iscsi is: [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:31Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:32:34.032041 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:34.050202 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-3acfc189-91e9-4135-8cc9-548c2a94237b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1493015825&fields=id&tenant_id=06b9c58c75d54beab0c13f9d7310365e HTTP/1.1" status: 200 len: 267 time: 0.1790657 Mar 07 15:32:34.084711 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 8e9b2050-5598-4b64-8809-6b88e43a6b61 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:34.085090 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (8e9b2050-5598-4b64-8809-6b88e43a6b61), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:34.222832 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Router 1852b418-ac62-4e6e-a90a-5251f024d9e2 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:32:34.224068 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d513a5ed-0c1f-4473-8b22-e8736d7264b4 admin admin] Publish callbacks [] for security_group (aefc76eb-612b-4e8d-a70a-396fa3e920cc), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:34.247040 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82d527-dcc8-45fd-b6bd-762c48e38674 None None] Pushing event updated for resources: {'Port': ['ID=ecdebc03-aee4-4382-a424-64489165bb1b,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:34.254687 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e67a35e4-3b7e-498f-9ad1-6d9d5bce923c req-c5de286c-8c1f-4652-8eac-4bcf71482bd4 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0992601 Mar 07 15:32:34.360287 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Request body: {'port': {'device_id': '91e01501-e7e0-4f22-97a8-e37eac0c869c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:34.388309 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-1bcf6946-802a-4b2d-92bc-c5d0bf3e2705 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:34.397391 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-1bcf6946-802a-4b2d-92bc-c5d0bf3e2705 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/networks?id=81cb840d-f02e-47d1-98bd-b27dbd53c040 HTTP/1.1" status: 200 len: 810 time: 0.1713228 Mar 07 15:32:34.417723 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-899a00d2-b7b9-40be-a485-66d7886e5e66 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/quotas/06b9c58c75d54beab0c13f9d7310365e HTTP/1.1" status: 200 len: 375 time: 0.0190179 Mar 07 15:32:34.453228 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:34.455234 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d513a5ed-0c1f-4473-8b22-e8736d7264b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (aefc76eb-612b-4e8d-a70a-396fa3e920cc), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:34.493843 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:34.496768 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581323'] for router_interface (3b2117af-cbbc-41ea-8502-cda68d4be8b1), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:34.519909 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe80ff-4475-4850-ac88-99efd30a07ca None None] Pushing event updated for resources: {'Port': ['ID=90792de3-6d62-4e12-ada9-1474286ebec2,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:34.535193 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-18190d1b-5cc4-4392-8d13-3e9d72898e56 None None] Current status of the port ecdebc03-aee4-4382-a424-64489165bb1b is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:34.576011 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (5c70a015-1408-4550-a6e9-76f661369d49), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:34.627687 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 8e9b2050-5598-4b64-8809-6b88e43a6b61 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:34.662735 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-d513a5ed-0c1f-4473-8b22-e8736d7264b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2aea062e63ea445c9a168f284afc6957&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8981583 Mar 07 15:32:34.676631 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53806) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:34.684679 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] Set router 3b2117af-cbbc-41ea-8502-cda68d4be8b1 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:34.685557 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:32:34.702881 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-d24aac6f-02c5-468f-adf1-68ac4e91cca0 admin admin] 10.222.0.26 "PUT /v2.0/routers/1852b418-ac62-4e6e-a90a-5251f024d9e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6039920 Mar 07 15:32:35.181610 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 4898e76d-2696-4ecc-be4c-f205e3740285 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:35.289830 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Sync routers for ids ['1852b418-ac62-4e6e-a90a-5251f024d9e2'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:32:35.345266 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Routers {'1852b418-ac62-4e6e-a90a-5251f024d9e2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:35.348195 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['1852b418-ac62-4e6e-a90a-5251f024d9e2'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:35.361207 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:35.446276 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c70a015-1408-4550-a6e9-76f661369d49 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:32:35.457826 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-ab213c20-64fb-436f-b042-60a3d825fdf7 None None] Provisioning complete for port e613f430-f4ff-4baf-b91a-0a65d4b9bad4 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:35.464116 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Publish callbacks [] for port (5c70a015-1408-4550-a6e9-76f661369d49), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:35.466091 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-ab213c20-64fb-436f-b042-60a3d825fdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:35.543608 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a5ed-0c1f-4473-8b22-e8736d7264b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc76eb-612b-4e8d-a70a-396fa3e920cc,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:35.547205 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Transition to ACTIVE for port object 5c70a015-1408-4550-a6e9-76f661369d49 will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:32:35.553734 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (5c70a015-1408-4550-a6e9-76f661369d49), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:35.728954 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Pushing event updated for resources: {'Port': ['ID=5c70a015-1408-4550-a6e9-76f661369d49,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:35.736283 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-05e31edd-770d-4cd5-bf08-fbafbc26b893 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=06b9c58c75d54beab0c13f9d7310365e&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3175864 Mar 07 15:32:35.852365 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53836) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:35.863353 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-870ba3f6-538b-48cd-b58e-5cf56c2b4ebf tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--816382941', 'description': 'tempest-description--1419063419'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:35.907904 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-ab213c20-64fb-436f-b042-60a3d825fdf7 None None] Port e613f430-f4ff-4baf-b91a-0a65d4b9bad4 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:32:35.943979 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-870ba3f6-538b-48cd-b58e-5cf56c2b4ebf tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:35.962954 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 4898e76d-2696-4ecc-be4c-f205e3740285 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:35.963259 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (4898e76d-2696-4ecc-be4c-f205e3740285), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:35.970566 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:32:35.982528 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Sync routers for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:32:35.994304 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-82799eef-7f13-4e74-bc83-4473ab28c22e admin admin] Publish callbacks [] for security_group (aefc76eb-612b-4e8d-a70a-396fa3e920cc), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:36.009599 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-d5ef0f45-be97-4c87-b7e5-2003d175892f admin admin] 10.222.0.26 "PUT /v2.0/routers/9cafc903-c97d-4f42-a2a8-6a44561b6009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6688471 Mar 07 15:32:36.021150 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Attempting to bind port 5c70a015-1408-4550-a6e9-76f661369d49 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:36.021564 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Attempting to bind port 5c70a015-1408-4550-a6e9-76f661369d49 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '2942ec86-04b0-4f57-b9c2-2232cc3bd120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '099d31db-62de-469d-8a66-47750bd2c6ad'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:36.021988 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Attempting to bind port 5c70a015-1408-4550-a6e9-76f661369d49 on network 099d31db-62de-469d-8a66-47750bd2c6ad {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:36.060520 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Port 5c70a015-1408-4550-a6e9-76f661369d49 on network 099d31db-62de-469d-8a66-47750bd2c6ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:32:36.060756 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:36.060890 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Attempting to bind port 5c70a015-1408-4550-a6e9-76f661369d49 on network 099d31db-62de-469d-8a66-47750bd2c6ad {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:36.071435 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:36.079165 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:36.079513 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Checking segment: {'id': '2942ec86-04b0-4f57-b9c2-2232cc3bd120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '099d31db-62de-469d-8a66-47750bd2c6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:36.080204 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Bound using segment: {'id': '2942ec86-04b0-4f57-b9c2-2232cc3bd120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '099d31db-62de-469d-8a66-47750bd2c6ad'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:36.080699 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Bound port: 5c70a015-1408-4550-a6e9-76f661369d49, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2942ec86-04b0-4f57-b9c2-2232cc3bd120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '099d31db-62de-469d-8a66-47750bd2c6ad'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:36.081892 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (5c70a015-1408-4550-a6e9-76f661369d49), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:36.123276 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-82799eef-7f13-4e74-bc83-4473ab28c22e admin admin] Publish callbacks [] for security_group (aefc76eb-612b-4e8d-a70a-396fa3e920cc), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:36.194588 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-b82a76ba-d039-43bf-be0e-3b2d28fba10a service neutron] 10.222.0.26 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166996 Mar 07 15:32:36.283962 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a01526-b8da-4e31-af33-d35890c9919a req-fd9f7941-aa59-4ecc-a034-ff473b1c3029 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:36.293069 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f9a01526-b8da-4e31-af33-d35890c9919a req-fd9f7941-aa59-4ecc-a034-ff473b1c3029 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 943 time: 0.2881260 Mar 07 15:32:36.317946 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:36.355220 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Set router 1852b418-ac62-4e6e-a90a-5251f024d9e2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:36.357479 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-ab213c20-64fb-436f-b042-60a3d825fdf7 None None] Provisioning complete for port bda6e28c-a304-4d63-8abd-1076b044b5e2 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:36.366465 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-ab213c20-64fb-436f-b042-60a3d825fdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:36.400359 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Publish callbacks [] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:36.421319 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:36.422378 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581287'] for router_interface (3b2117af-cbbc-41ea-8502-cda68d4be8b1), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:36.467239 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-82799eef-7f13-4e74-bc83-4473ab28c22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (aefc76eb-612b-4e8d-a70a-396fa3e920cc), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:36.468260 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] For port 5c70a015-1408-4550-a6e9-76f661369d49, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:36.469835 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-82799eef-7f13-4e74-bc83-4473ab28c22e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:36.471228 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-82799eef-7f13-4e74-bc83-4473ab28c22e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aefc76eb-612b-4e8d-a70a-396fa3e920cc HTTP/1.1" status: 204 len: 168 time: 1.7780654 Mar 07 15:32:36.480935 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Pushing event updated for resources: {'Port': ['ID=60e0cf04-b89d-405a-a832-d11fd06be03f,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:36.484849 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] For port 5c70a015-1408-4550-a6e9-76f661369d49, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=5c70a015-1408-4550-a6e9-76f661369d49,segment=NetworkSegment(2942ec86-04b0-4f57-b9c2-2232cc3bd120),segment_id=2942ec86-04b0-4f57-b9c2-2232cc3bd120)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:36.512985 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-46438c89-d2af-4b60-8122-5615fb9737f9 service neutron] 10.222.0.26 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154540 Mar 07 15:32:36.546907 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82799eef-7f13-4e74-bc83-4473ab28c22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc76eb-612b-4e8d-a70a-396fa3e920cc,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:36.553200 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-870ba3f6-538b-48cd-b58e-5cf56c2b4ebf tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group (992a59af-20cf-40c9-acc3-e61459fee05b), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:36.570475 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (5c70a015-1408-4550-a6e9-76f661369d49), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:36.620526 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-ab213c20-64fb-436f-b042-60a3d825fdf7 None None] Port bda6e28c-a304-4d63-8abd-1076b044b5e2 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:32:36.701266 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:36.702906 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:36.794743 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 2, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:36.833751 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 4898e76d-2696-4ecc-be4c-f205e3740285 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:36.833751 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (4898e76d-2696-4ecc-be4c-f205e3740285), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:36.873902 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'name': 'tempest-ServerRescueNegativeTestJSON-156936576-router', 'tenant_id': '79e962918ae84466af119c960ead2477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90792de3-6d62-4e12-ada9-1474286ebec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:23Z', 'revision_number': 3, 'project_id': '79e962918ae84466af119c960ead2477', 'gw_port': {'id': '90792de3-6d62-4e12-ada9-1474286ebec2', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:20Z', 'updated_at': '2022-03-07T15:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:36.878971 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Checking router: 9cafc903-c97d-4f42-a2a8-6a44561b6009 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:32:36.880423 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Pushing event updated for resources: {'Port': ['ID=5c70a015-1408-4550-a6e9-76f661369d49,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:36.880959 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Updating router 9cafc903-c97d-4f42-a2a8-6a44561b6009 port bda6e28c-a304-4d63-8abd-1076b044b5e2 binding host dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:32:36.902969 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-870ba3f6-538b-48cd-b58e-5cf56c2b4ebf tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (992a59af-20cf-40c9-acc3-e61459fee05b), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:36.984095 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:37.038949 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f9a01526-b8da-4e31-af33-d35890c9919a req-04de18e2-3d6c-484d-8e5a-490e947b9a0a tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7063081 Mar 07 15:32:37.066170 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Router 3b2117af-cbbc-41ea-8502-cda68d4be8b1 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:32:37.078917 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:37.079579 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:37.087913 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-8504c0bd-9172-45ef-8594-ac2fe2f8b554 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c70a015-1408-4550-a6e9-76f661369d49 HTTP/1.1" status: 200 len: 1093 time: 2.8987646 Mar 07 15:32:37.099338 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-870ba3f6-538b-48cd-b58e-5cf56c2b4ebf tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:37.100582 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-870ba3f6-538b-48cd-b58e-5cf56c2b4ebf tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2461226 Mar 07 15:32:37.109221 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53870) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:37.128837 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-0c0f5b76-3d7c-421e-860b-5dbd1ddcaee0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Request body: {'security_group_rule': {'security_group_id': '992a59af-20cf-40c9-acc3-e61459fee05b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:37.136791 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e01501-e7e0-4f22-97a8-e37eac0c869c', 'tag': '5c70a015-1408-4550-a6e9-76f661369d49'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:32:37.217884 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f6be2-9866-4aad-89f2-051e3d48c18c None None] The sync data for ids ['3b2117af-cbbc-41ea-8502-cda68d4be8b1'] in dv-cinder-830538-7-iscsi is: [{'id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'name': 'tempest-ServerRescueNegativeTestJSON-156936576-router', 'tenant_id': '79e962918ae84466af119c960ead2477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90792de3-6d62-4e12-ada9-1474286ebec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:23Z', 'revision_number': 3, 'project_id': '79e962918ae84466af119c960ead2477', 'gw_port': {'id': '90792de3-6d62-4e12-ada9-1474286ebec2', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:20Z', 'updated_at': '2022-03-07T15:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:32:37.247915 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port 4898e76d-2696-4ecc-be4c-f205e3740285, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=4898e76d-2696-4ecc-be4c-f205e3740285,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:37.307857 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (4898e76d-2696-4ecc-be4c-f205e3740285), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:37.308761 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:37.445134 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ba3f6-538b-48cd-b58e-5cf56c2b4ebf tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992a59af-20cf-40c9-acc3-e61459fee05b,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:37.511825 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0c0f5b76-3d7c-421e-860b-5dbd1ddcaee0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group_rule (8c6f7212-276b-4588-a53b-a7ba74fb6645), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:37.564744 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3094f9f9-00e5-40ec-8515-771d55fb022f req-4f7e7829-e8ae-4790-ae5e-b41d0e1cf4a9 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 210 time: 0.2287347 Mar 07 15:32:37.743318 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-5b5fd7bd-ba98-4494-ae20-e811d60b0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:37.749587 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-5b5fd7bd-ba98-4494-ae20-e811d60b0d11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cd15bcfa3284905b98e3fa977dc47e7&device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 1127 time: 0.4114916 Mar 07 15:32:37.852740 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=4898e76d-2696-4ecc-be4c-f205e3740285,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:37.897661 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:37.898010 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:37.972969 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'e613f430-f4ff-4baf-b91a-0a65d4b9bad4', 'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'mac_address': 'fa:16:3e:fd:a4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:25Z', 'updated_at': '2022-03-07T15:32:31Z', 'revision_number': 2, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'subnets': [{'id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:38.075600 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Publish callbacks [] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), precommit_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:38.077525 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Checking router: 1852b418-ac62-4e6e-a90a-5251f024d9e2 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:32:38.078159 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Updating router 1852b418-ac62-4e6e-a90a-5251f024d9e2 port e613f430-f4ff-4baf-b91a-0a65d4b9bad4 binding host dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:32:38.101889 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:38.173287 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-09ab65fb-8737-4a1c-b162-6a0a877a868b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c70a015-1408-4550-a6e9-76f661369d49 HTTP/1.1" status: 200 len: 217 time: 0.4121330 Mar 07 15:32:38.176584 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53906) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:38.183574 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c17b46-e536-4892-a272-2213985f2cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "91e01501-e7e0-4f22-97a8-e37eac0c869c", "tag": "5c70a015-1408-4550-a6e9-76f661369d49"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:32:38.196779 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-3bb89968-48cd-4d9f-a45d-2ad47939390c tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1327715668', 'description': 'tempest-description--235854858'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:38.231783 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:38.462483 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:38.464731 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device ecdebc03-aee4-4382-a424-64489165bb1b up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:38.475487 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-6101d8d4-2257-455f-9fa0-b8f44b1b183f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:38.484824 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-6101d8d4-2257-455f-9fa0-b8f44b1b183f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4dab1e4-e256-403d-ab95-b9e26dc110f4 HTTP/1.1" status: 200 len: 852 time: 0.2662182 Mar 07 15:32:38.493195 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:32:38.546737 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-220b7997-f40d-49ff-b9b3-b986a2a3de83 admin admin] 10.222.0.26 "PUT /v2.0/routers/3b2117af-cbbc-41ea-8502-cda68d4be8b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2312481 Mar 07 15:32:38.642398 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0c0f5b76-3d7c-421e-860b-5dbd1ddcaee0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group_rule (8c6f7212-276b-4588-a53b-a7ba74fb6645), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:38.650925 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0c0f5b76-3d7c-421e-860b-5dbd1ddcaee0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (8c6f7212-276b-4588-a53b-a7ba74fb6645), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:38.729050 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Attempting to bind port bda6e28c-a304-4d63-8abd-1076b044b5e2 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:38.729918 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Attempting to bind port bda6e28c-a304-4d63-8abd-1076b044b5e2 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:38.730315 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Attempting to bind port bda6e28c-a304-4d63-8abd-1076b044b5e2 on network e8b5ca41-79ff-414a-a637-6b4498d8f9ac {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:38.750204 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:38.750584 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Checking segment: {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:38.750997 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:38.751428 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Bound using segment: {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:38.751880 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Bound port: bda6e28c-a304-4d63-8abd-1076b044b5e2, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'}}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:38.755958 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f5b76-3d7c-421e-860b-5dbd1ddcaee0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6f7212-276b-4588-a53b-a7ba74fb6645,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:38.759841 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:38.793406 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0c0f5b76-3d7c-421e-860b-5dbd1ddcaee0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:38.802021 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-0c0f5b76-3d7c-421e-860b-5dbd1ddcaee0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6905558 Mar 07 15:32:38.803688 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53936) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:38.821467 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-e7fefc75-6581-45de-bc6d-c89feb0356a0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Request body: {'security_group_rule': {'security_group_id': '992a59af-20cf-40c9-acc3-e61459fee05b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:38.889891 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port ecdebc03-aee4-4382-a424-64489165bb1b triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:38.890456 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:38.909001 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-2669c294-bbed-4110-84b1-403e1a9a4b57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=099d31db-62de-469d-8a66-47750bd2c6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3515866 Mar 07 15:32:38.947109 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e7fefc75-6581-45de-bc6d-c89feb0356a0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group_rule (5a37b1e6-6776-46a0-9478-5c11f02f58ad), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:39.094320 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] For port bda6e28c-a304-4d63-8abd-1076b044b5e2, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:39.119696 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] For port bda6e28c-a304-4d63-8abd-1076b044b5e2, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=bda6e28c-a304-4d63-8abd-1076b044b5e2,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:39.124379 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-00207e99-3003-42e7-a7c3-a4d7298a90aa None None] Provisioning complete for port bda6e28c-a304-4d63-8abd-1076b044b5e2 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:39.125001 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-00207e99-3003-42e7-a7c3-a4d7298a90aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:39.147116 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cbcf1-2395-4f14-8371-c99f5aba82ef None None] Pushing event updated for resources: {'Port': ['ID=bda6e28c-a304-4d63-8abd-1076b044b5e2,revision_number=3']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:39.175609 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:39.217107 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e7fefc75-6581-45de-bc6d-c89feb0356a0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group_rule (5a37b1e6-6776-46a0-9478-5c11f02f58ad), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:39.233833 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e7fefc75-6581-45de-bc6d-c89feb0356a0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (5a37b1e6-6776-46a0-9478-5c11f02f58ad), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:39.280009 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-00207e99-3003-42e7-a7c3-a4d7298a90aa None None] Port bda6e28c-a304-4d63-8abd-1076b044b5e2 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:32:39.339473 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f0b255-96fd-4f2d-8852-8f04c4a82ccc x-openstack-request-id: req-e1f0b255-96fd-4f2d-8852-8f04c4a82ccc {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:32:39.339785 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e01501-e7e0-4f22-97a8-e37eac0c869c", "tag": "5c70a015-1408-4550-a6e9-76f661369d49", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:32:39.340051 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1f0b255-96fd-4f2d-8852-8f04c4a82ccc {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:32:39.340760 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e01501-e7e0-4f22-97a8-e37eac0c869c', 'tag': '5c70a015-1408-4550-a6e9-76f661369d49', 'status': 'completed', 'code': 200} Mar 07 15:32:39.355416 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Publish callbacks [] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), precommit_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:39.377317 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:39.397903 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3bb89968-48cd-4d9f-a45d-2ad47939390c tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:39.400852 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-cb1df66e-b7a6-4a13-91bb-251b90bcf5d4 req-60d45817-6acd-4127-9b09-c79f3431a28f tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 210 time: 0.1467273 Mar 07 15:32:39.418069 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fefc75-6581-45de-bc6d-c89feb0356a0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a37b1e6-6776-46a0-9478-5c11f02f58ad,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:39.470464 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e7fefc75-6581-45de-bc6d-c89feb0356a0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:39.478518 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port ecdebc03-aee4-4382-a424-64489165bb1b is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:39.479582 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cbcf1-2395-4f14-8371-c99f5aba82ef None None] Pushing event updated for resources: {'Port': ['ID=bda6e28c-a304-4d63-8abd-1076b044b5e2,revision_number=4']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:39.485318 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-e7fefc75-6581-45de-bc6d-c89feb0356a0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6752965 Mar 07 15:32:39.485993 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 53966) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:39.496389 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Request body: {'floatingip': {'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:39.552232 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:39.557919 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:39.660815 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:39.713865 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe396e9-b1cd-4b90-9eae-ef1e4fcbe211 req-12dab08c-e178-47c8-b429-7590e313eb74 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:39.729942 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-dbe396e9-b1cd-4b90-9eae-ef1e4fcbe211 req-12dab08c-e178-47c8-b429-7590e313eb74 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 943 time: 1.2852569 Mar 07 15:32:39.737162 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edf7a5-9711-4d68-89cc-faec1a4c8446 None None] Pushing event updated for resources: {'Port': ['ID=e613f430-f4ff-4baf-b91a-0a65d4b9bad4,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:39.788612 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-2099198b-235f-4011-963f-46d6ef8596bb service neutron] 10.222.0.30 "GET /v2.0/networks/099d31db-62de-469d-8a66-47750bd2c6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8478866 Mar 07 15:32:39.989688 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 4898e76d-2696-4ecc-be4c-f205e3740285 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:40.092123 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:40.148767 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53976) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:40.156741 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Attempting to bind port e613f430-f4ff-4baf-b91a-0a65d4b9bad4 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:40.157130 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Attempting to bind port e613f430-f4ff-4baf-b91a-0a65d4b9bad4 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:40.157507 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Attempting to bind port e613f430-f4ff-4baf-b91a-0a65d4b9bad4 on network 4dacc321-0235-4232-8deb-30a0cd8e5de6 {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:40.180945 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:40.181639 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Checking segment: {'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:40.182121 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:40.182522 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Bound using segment: {'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:40.183103 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Bound port: e613f430-f4ff-4baf-b91a-0a65d4b9bad4, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:40.184725 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:40.357548 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-dbe396e9-b1cd-4b90-9eae-ef1e4fcbe211 req-7f738775-7ecd-4e44-8b78-6cae147dd64d tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245909 Mar 07 15:32:40.386213 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3bb89968-48cd-4d9f-a45d-2ad47939390c tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (d21fb1ec-5769-4185-b56f-c2bf4cbc3e74), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:40.397019 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3bb89968-48cd-4d9f-a45d-2ad47939390c tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (d21fb1ec-5769-4185-b56f-c2bf4cbc3e74), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:40.445053 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f46c0535-cbf8-4433-ad34-acb01f78c3ff req-b32e14e4-df79-497e-a65b-40aa09e5a6f2 service neutron] 10.222.0.30 "GET /v2.0/networks/099d31db-62de-469d-8a66-47750bd2c6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332889 Mar 07 15:32:40.489498 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3bb89968-48cd-4d9f-a45d-2ad47939390c tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:40.497597 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-3bb89968-48cd-4d9f-a45d-2ad47939390c tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.3071017 Mar 07 15:32:40.498363 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 53992) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:40.523157 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-d7bebfcd-e61f-4e2b-9d69-b7c37f4aade8 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'security_group_rule': {'security_group_id': 'd21fb1ec-5769-4185-b56f-c2bf4cbc3e74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:40.566002 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:40.584994 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb89968-48cd-4d9f-a45d-2ad47939390c tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:40.589331 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-d9758150-82ed-4bc7-980b-afc5975fc00e None None] Provisioning complete for port bda6e28c-a304-4d63-8abd-1076b044b5e2 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:40.590075 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d9758150-82ed-4bc7-980b-afc5975fc00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:40.636847 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-01f3f22f-b37f-4e59-8f98-24f91f614aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:40.672929 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 4898e76d-2696-4ecc-be4c-f205e3740285 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:40.673451 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (4898e76d-2696-4ecc-be4c-f205e3740285), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:40.673636 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:39Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:40.695240 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.30', 59107) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:40.709468 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d7bebfcd-e61f-4e2b-9d69-b7c37f4aade8 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (6dd2a72b-0021-4c08-84ef-7a9ddc37101d), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:40.713642 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] For port e613f430-f4ff-4baf-b91a-0a65d4b9bad4, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:40.780581 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409659dc-3c20-40ed-845d-fe85631334f8 None None] The sync data for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi is: [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:39Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:32:40.843346 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-d9758150-82ed-4bc7-980b-afc5975fc00e None None] Current status of the port bda6e28c-a304-4d63-8abd-1076b044b5e2 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:40.843824 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d9758150-82ed-4bc7-980b-afc5975fc00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:40.884863 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-a7d899ec-3c27-4a7f-8df7-c7a89be08867 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:40.896409 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] For port e613f430-f4ff-4baf-b91a-0a65d4b9bad4, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=e613f430-f4ff-4baf-b91a-0a65d4b9bad4,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:40.897407 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-a7d899ec-3c27-4a7f-8df7-c7a89be08867 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/networks?id=3a3e19fb-ac43-49de-ad3a-edd6be34b622 HTTP/1.1" status: 200 len: 818 time: 0.6179597 Mar 07 15:32:40.939918 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:40.957228 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-22442b79-78b2-4e22-9629-ee341071cdd9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/quotas/79e962918ae84466af119c960ead2477 HTTP/1.1" status: 200 len: 375 time: 0.0583739 Mar 07 15:32:41.120469 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-d9758150-82ed-4bc7-980b-afc5975fc00e None None] For port bda6e28c-a304-4d63-8abd-1076b044b5e2, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=bda6e28c-a304-4d63-8abd-1076b044b5e2,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:41.135154 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Allocated IP 172.27.3.48 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/99ab2675-4132-410c-91c8-3965c9868c9f) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:41.154577 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Routers {'1852b418-ac62-4e6e-a90a-5251f024d9e2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:41.155281 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['1852b418-ac62-4e6e-a90a-5251f024d9e2'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:41.168752 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d9758150-82ed-4bc7-980b-afc5975fc00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:41.173572 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-e1c3245b-55bf-4869-8cb6-19c4fb5f34e0 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=79e962918ae84466af119c960ead2477&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2145977 Mar 07 15:32:41.301313 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 4898e76d-2696-4ecc-be4c-f205e3740285 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:41.301313 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 90792de3-6d62-4e12-ada9-1474286ebec2 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:41.366641 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edf7a5-9711-4d68-89cc-faec1a4c8446 None None] Pushing event updated for resources: {'Port': ['ID=e613f430-f4ff-4baf-b91a-0a65d4b9bad4,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:41.390647 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-dbbe9af1-84a6-4830-82c3-8c5adc394281 service neutron] 10.222.0.26 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160830 Mar 07 15:32:41.451188 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for port (99ab2675-4132-410c-91c8-3965c9868c9f), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:41.536482 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-3fa0ada4-2547-4fa7-9c9f-20ff5fe38ff0 None None] Provisioning complete for port e613f430-f4ff-4baf-b91a-0a65d4b9bad4 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:41.536864 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ada4-2547-4fa7-9c9f-20ff5fe38ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:41.579547 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d7bebfcd-e61f-4e2b-9d69-b7c37f4aade8 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (6dd2a72b-0021-4c08-84ef-7a9ddc37101d), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:41.582095 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-352d8f97-c611-4873-b529-d0c168eff12e service neutron] 10.222.0.26 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878154 Mar 07 15:32:41.584540 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f58a7d5c-819f-40b1-b8d8-0c78431557f5 req-9835ee68-cc95-4522-ab23-651c2a32567a tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 210 time: 0.2913313 Mar 07 15:32:41.593900 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (99ab2675-4132-410c-91c8-3965c9868c9f), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:41.637426 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:32:41.667594 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 90792de3-6d62-4e12-ada9-1474286ebec2 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:41.667975 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (90792de3-6d62-4e12-ada9-1474286ebec2), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:41.706570 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event updated for resources: {'Port': ['ID=99ab2675-4132-410c-91c8-3965c9868c9f,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:41.751951 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-df5fc562-3ea5-426f-9ff5-de905f6d60e0 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:41.754597 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-df5fc562-3ea5-426f-9ff5-de905f6d60e0 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.30 "GET /v2.0/networks?id=81cb840d-f02e-47d1-98bd-b27dbd53c040 HTTP/1.1" status: 200 len: 810 time: 1.0226767 Mar 07 15:32:41.755372 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d7bebfcd-e61f-4e2b-9d69-b7c37f4aade8 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (6dd2a72b-0021-4c08-84ef-7a9ddc37101d), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:41.758210 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:41.759172 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:41.765757 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:41.832222 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9758150-82ed-4bc7-980b-afc5975fc00e None None] Pushing event updated for resources: {'Port': ['ID=bda6e28c-a304-4d63-8abd-1076b044b5e2,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:41.903603 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c17b46-e536-4892-a272-2213985f2cfa req-e81b5e8a-da3d-494a-b4ed-d236af282144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:41.905165 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] Set router 1852b418-ac62-4e6e-a90a-5251f024d9e2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:41.905286 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-19c17b46-e536-4892-a272-2213985f2cfa req-e81b5e8a-da3d-494a-b4ed-d236af282144 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cd15bcfa3284905b98e3fa977dc47e7&device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 1127 time: 1.2049618 Mar 07 15:32:42.045393 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0d1fb2fa-db97-4a14-9c89-89a81facb659 req-b050e656-fbc5-45bb-8367-b0dff157d5ba tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 210 time: 0.0976365 Mar 07 15:32:42.047928 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Sync routers for ids ['3b2117af-cbbc-41ea-8502-cda68d4be8b1'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:32:42.185146 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for floatingip (38190669-ffe1-42e5-add6-35e780e3d29f), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:42.217614 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-01f3f22f-b37f-4e59-8f98-24f91f614aab admin admin] Publish callbacks [] for security_group (cfb9c7d7-a32a-4e69-bb39-3129117ab611), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:42.227778 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Routers {'3b2117af-cbbc-41ea-8502-cda68d4be8b1'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:42.230934 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['3b2117af-cbbc-41ea-8502-cda68d4be8b1'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:42.242626 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-d74228eb-d145-4da0-bc2e-89aea63bb905 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06b9c58c75d54beab0c13f9d7310365e HTTP/1.1" status: 200 len: 380 time: 0.4703097 Mar 07 15:32:42.243490 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bebfcd-e61f-4e2b-9d69-b7c37f4aade8 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd2a72b-0021-4c08-84ef-7a9ddc37101d,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:42.247169 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 90792de3-6d62-4e12-ada9-1474286ebec2 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:42.247919 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (90792de3-6d62-4e12-ada9-1474286ebec2), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:42.329625 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-01f3f22f-b37f-4e59-8f98-24f91f614aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (cfb9c7d7-a32a-4e69-bb39-3129117ab611), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:42.424210 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (99ab2675-4132-410c-91c8-3965c9868c9f), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:42.511951 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-0da749ea-3ed6-41ac-8473-41015fc7ab76 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Request body: {'port': {'device_id': '3fc38f07-a98d-4887-b997-3ae566a8cd85', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'admin_state_up': True, 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'security_groups': ['f601add9-d388-4cdd-be26-94ea823e1d47']}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:42.613192 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-01f3f22f-b37f-4e59-8f98-24f91f614aab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8ad90d69e5841a1845fdba5e138058a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4434707 Mar 07 15:32:42.624174 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54048) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:42.627405 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d7bebfcd-e61f-4e2b-9d69-b7c37f4aade8 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:42.629213 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-d7bebfcd-e61f-4e2b-9d69-b7c37f4aade8 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1302347 Mar 07 15:32:42.632684 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54056) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:42.639229 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port 90792de3-6d62-4e12-ada9-1474286ebec2, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=90792de3-6d62-4e12-ada9-1474286ebec2,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:42.649394 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-4d20ea9d-0cb1-46b2-9685-70d9385506fb tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'security_group_rule': {'security_group_id': 'd21fb1ec-5769-4185-b56f-c2bf4cbc3e74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:42.678494 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3f22f-b37f-4e59-8f98-24f91f614aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb9c7d7-a32a-4e69-bb39-3129117ab611,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:42.698263 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (90792de3-6d62-4e12-ada9-1474286ebec2), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:42.866384 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4d20ea9d-0cb1-46b2-9685-70d9385506fb tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (91b7cd99-2986-43c0-93fb-fa74902e22a0), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:43.063367 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device bda6e28c-a304-4d63-8abd-1076b044b5e2 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:43.262202 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0ada4-2547-4fa7-9c9f-20ff5fe38ff0 None None] Current status of the port e613f430-f4ff-4baf-b91a-0a65d4b9bad4 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:43.262921 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ada4-2547-4fa7-9c9f-20ff5fe38ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:43.281265 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4a551-3d57-4414-859b-8bc1da1b0951 req-ffc565c0-8470-4e8f-b65e-9f209c5bddb7 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:43.289522 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7ff4a551-3d57-4414-859b-8bc1da1b0951 req-ffc565c0-8470-4e8f-b65e-9f209c5bddb7 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 943 time: 1.4202361 Mar 07 15:32:43.296508 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 54066) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:43.331772 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-0da749ea-3ed6-41ac-8473-41015fc7ab76 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Made reservation on behalf of 06b9c58c75d54beab0c13f9d7310365e for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:43.335544 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-0da749ea-3ed6-41ac-8473-41015fc7ab76 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:43.370190 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c17b46-e536-4892-a272-2213985f2cfa req-1b88f7ad-365c-4006-a505-337fab9f883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:43.371931 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-19c17b46-e536-4892-a272-2213985f2cfa req-1b88f7ad-365c-4006-a505-337fab9f883d service neutron] 10.222.0.30 "GET /v2.0/networks?id=099d31db-62de-469d-8a66-47750bd2c6ad HTTP/1.1" status: 200 len: 913 time: 1.2693472 Mar 07 15:32:43.421652 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=90792de3-6d62-4e12-ada9-1474286ebec2,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:43.428325 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for port (99ab2675-4132-410c-91c8-3965c9868c9f), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:43.460236 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Set router 3b2117af-cbbc-41ea-8502-cda68d4be8b1 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:43.465914 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (99ab2675-4132-410c-91c8-3965c9868c9f), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:43.502992 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7ff4a551-3d57-4414-859b-8bc1da1b0951 req-749cfe03-a0b7-4ca5-90f6-2fb1e0302ca2 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122066 Mar 07 15:32:43.508798 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4d20ea9d-0cb1-46b2-9685-70d9385506fb tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (91b7cd99-2986-43c0-93fb-fa74902e22a0), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:43.522566 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-3fa0ada4-2547-4fa7-9c9f-20ff5fe38ff0 None None] For port e613f430-f4ff-4baf-b91a-0a65d4b9bad4, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=e613f430-f4ff-4baf-b91a-0a65d4b9bad4,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:43.561466 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (38190669-ffe1-42e5-add6-35e780e3d29f), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:43.571707 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ada4-2547-4fa7-9c9f-20ff5fe38ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:43.584225 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cbb0743a-0529-40fd-9c54-f1fc0d619c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:43.585534 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-01f5c62d-f7fc-4334-bed3-866a1ee62e56 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:43.593794 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-01f5c62d-f7fc-4334-bed3-866a1ee62e56 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/networks?id=3a3e19fb-ac43-49de-ad3a-edd6be34b622 HTTP/1.1" status: 200 len: 818 time: 0.8420992 Mar 07 15:32:43.600898 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-0da749ea-3ed6-41ac-8473-41015fc7ab76 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Allocated IP 172.20.0.6 (81cb840d-f02e-47d1-98bd-b27dbd53c040/f4b6f9b4-99bd-439c-8825-b04ef39c2f42/efbcd406-1aea-43e7-b31b-ba2a1ee933a9) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:43.661694 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-19c17b46-e536-4892-a272-2213985f2cfa req-cf810627-7ee3-427b-a365-a4fbf40b5b8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c70a015-1408-4550-a6e9-76f661369d49 HTTP/1.1" status: 200 len: 217 time: 0.0726473 Mar 07 15:32:43.685890 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-a44d80e5-0c2b-4272-8292-2d63de1dca9c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/quotas/79e962918ae84466af119c960ead2477 HTTP/1.1" status: 200 len: 375 time: 0.0906839 Mar 07 15:32:43.742487 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0886e931-9029-4bf6-9848-027a92954cb3 req-103edba7-2dab-40e9-98a7-65476c95c300 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 210 time: 0.0885088 Mar 07 15:32:43.764491 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:43.766200 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2791708 Mar 07 15:32:43.772066 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4d20ea9d-0cb1-46b2-9685-70d9385506fb tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (91b7cd99-2986-43c0-93fb-fa74902e22a0), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:43.819987 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c17b46-e536-4892-a272-2213985f2cfa req-072c1a2e-f8c7-47b4-a4d2-b6bf48059c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:43.821883 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-19c17b46-e536-4892-a272-2213985f2cfa req-072c1a2e-f8c7-47b4-a4d2-b6bf48059c47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4dab1e4-e256-403d-ab95-b9e26dc110f4 HTTP/1.1" status: 200 len: 852 time: 0.1470721 Mar 07 15:32:43.829601 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20ea9d-0cb1-46b2-9685-70d9385506fb tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b7cd99-2986-43c0-93fb-fa74902e22a0,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:43.852248 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-59870e53-c1ee-4e2e-a950-4950bbdc3810 admin admin] Publish callbacks [] for security_group (cfb9c7d7-a32a-4e69-bb39-3129117ab611), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:43.903591 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbee2cc-16ff-416a-8245-af5ec69b2099 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event updated for resources: {'Port': ['ID=99ab2675-4132-410c-91c8-3965c9868c9f,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:43.905698 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port bda6e28c-a304-4d63-8abd-1076b044b5e2 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:43.905826 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-19c17b46-e536-4892-a272-2213985f2cfa req-0d01aa28-551f-4e5c-8909-883af71c5651 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=099d31db-62de-469d-8a66-47750bd2c6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664933 Mar 07 15:32:43.906112 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:43.917779 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4d20ea9d-0cb1-46b2-9685-70d9385506fb tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:43.919788 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-4d20ea9d-0cb1-46b2-9685-70d9385506fb tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2808421 Mar 07 15:32:43.930331 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54080) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:43.935642 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'floatingip': {'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:43.942359 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-59870e53-c1ee-4e2e-a950-4950bbdc3810 admin admin] Publish callbacks [] for security_group (cfb9c7d7-a32a-4e69-bb39-3129117ab611), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:43.962026 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-6a2dd35e-09eb-462f-9762-a0413e7bd756 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=79e962918ae84466af119c960ead2477&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2750692 Mar 07 15:32:44.020034 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0ada4-2547-4fa7-9c9f-20ff5fe38ff0 None None] Pushing event updated for resources: {'Port': ['ID=e613f430-f4ff-4baf-b91a-0a65d4b9bad4,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:44.022966 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-cc117d2a-7820-4c43-8235-de3a124e70a2 None None] Provisioning complete for port e613f430-f4ff-4baf-b91a-0a65d4b9bad4 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:44.023342 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-cc117d2a-7820-4c43-8235-de3a124e70a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:44.055124 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'e613f430-f4ff-4baf-b91a-0a65d4b9bad4', 'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'mac_address': 'fa:16:3e:fd:a4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:25Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'subnets': [{'id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:44.064656 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cbb0743a-0529-40fd-9c54-f1fc0d619c30 admin admin] Publish callbacks [] for security_group (0b5b09f7-b5a2-4787-9da5-66e23d0887ed), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:44.097795 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cbb0743a-0529-40fd-9c54-f1fc0d619c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (0b5b09f7-b5a2-4787-9da5-66e23d0887ed), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:44.104485 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:44.143820 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31baa5-0486-4664-b3db-c8e6d24686f5 None None] The sync data for ids ['1852b418-ac62-4e6e-a90a-5251f024d9e2'] in dv-cinder-830538-7-iscsi is: [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'e613f430-f4ff-4baf-b91a-0a65d4b9bad4', 'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'mac_address': 'fa:16:3e:fd:a4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:25Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'subnets': [{'id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:32:44.159671 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.30', 59111) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:44.171089 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fe18-d81b-44a1-a5d2-000173693c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:44.228705 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-0da749ea-3ed6-41ac-8473-41015fc7ab76 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:44.314548 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-cbb0743a-0529-40fd-9c54-f1fc0d619c30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4f14ba32fcf4448ad9f2f001d1f7cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0151544 Mar 07 15:32:44.325284 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0743a-0529-40fd-9c54-f1fc0d619c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5b09f7-b5a2-4787-9da5-66e23d0887ed,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:44.337540 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 54096) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:44.361767 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-e15f1b9e-e7c3-42c0-b9b8-f375fec01140 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--816382941&fields=id&tenant_id=733d7788dbf7454e945a255ad9d4f9f1 HTTP/1.1" status: 200 len: 267 time: 0.2928233 Mar 07 15:32:44.392325 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-19c17b46-e536-4892-a272-2213985f2cfa req-f4ba4a94-3176-4a9b-995f-a07aed6ce3f9 service neutron] 10.222.0.30 "GET /v2.0/networks/099d31db-62de-469d-8a66-47750bd2c6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955071 Mar 07 15:32:44.396672 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port bda6e28c-a304-4d63-8abd-1076b044b5e2 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:44.402717 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-59870e53-c1ee-4e2e-a950-4950bbdc3810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (cfb9c7d7-a32a-4e69-bb39-3129117ab611), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:44.406298 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-59870e53-c1ee-4e2e-a950-4950bbdc3810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:44.411732 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-59870e53-c1ee-4e2e-a950-4950bbdc3810 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfb9c7d7-a32a-4e69-bb39-3129117ab611 HTTP/1.1" status: 204 len: 168 time: 1.7781057 Mar 07 15:32:44.434132 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-cc117d2a-7820-4c43-8235-de3a124e70a2 None None] Current status of the port e613f430-f4ff-4baf-b91a-0a65d4b9bad4 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:44.443581 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59870e53-c1ee-4e2e-a950-4950bbdc3810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb9c7d7-a32a-4e69-bb39-3129117ab611,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:44.463287 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'name': 'tempest-ServerRescueNegativeTestJSON-156936576-router', 'tenant_id': '79e962918ae84466af119c960ead2477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90792de3-6d62-4e12-ada9-1474286ebec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:35Z', 'revision_number': 4, 'project_id': '79e962918ae84466af119c960ead2477', 'gw_port': {'id': '90792de3-6d62-4e12-ada9-1474286ebec2', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:20Z', 'updated_at': '2022-03-07T15:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '60e0cf04-b89d-405a-a832-d11fd06be03f', 'name': '', 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622', 'tenant_id': '79e962918ae84466af119c960ead2477', 'mac_address': 'fa:16:3e:3d:fb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '95a390f6-dd0f-4d34-8b55-d38294a0eeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:30Z', 'updated_at': '2022-03-07T15:32:35Z', 'revision_number': 2, 'project_id': '79e962918ae84466af119c960ead2477', 'subnets': [{'id': '95a390f6-dd0f-4d34-8b55-d38294a0eeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:44.490884 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-df4236ad-a724-47c8-b28e-13664fa37c89 service neutron] 10.222.0.26 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190680 Mar 07 15:32:44.521862 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Checking router: 3b2117af-cbbc-41ea-8502-cda68d4be8b1 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:32:44.522253 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Updating router 3b2117af-cbbc-41ea-8502-cda68d4be8b1 port 60e0cf04-b89d-405a-a832-d11fd06be03f binding host dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:32:44.550072 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-d6638f2e-3d8e-461d-a5b7-f35021cf8d6d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:44.551579 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-d6638f2e-3d8e-461d-a5b7-f35021cf8d6d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.30 "GET /v2.0/networks?id=3a3e19fb-ac43-49de-ad3a-edd6be34b622 HTTP/1.1" status: 200 len: 818 time: 0.3910344 Mar 07 15:32:44.561856 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:44.592689 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-0da749ea-3ed6-41ac-8473-41015fc7ab76 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:44.601063 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-0dca0ecc-f08c-43ff-92d0-1c10305059dc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Request body: {'port': {'device_id': 'ab50e6ef-20a6-46a2-a05b-eabc9b529919', 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622', 'admin_state_up': True, 'tenant_id': '79e962918ae84466af119c960ead2477'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:44.609697 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-e731f371-8570-44af-bac5-5369b58883f2 service neutron] 10.222.0.26 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107986 Mar 07 15:32:44.640714 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:44.719306 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c67a9dd8-5ff6-4e83-b006-b388a87faf04 admin admin] Publish callbacks [] for security_group (0b5b09f7-b5a2-4787-9da5-66e23d0887ed), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:44.856581 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-0da749ea-3ed6-41ac-8473-41015fc7ab76 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Network 81cb840d-f02e-47d1-98bd-b27dbd53c040 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:44.895294 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c67a9dd8-5ff6-4e83-b006-b388a87faf04 admin admin] Publish callbacks [] for security_group (0b5b09f7-b5a2-4787-9da5-66e23d0887ed), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:44.905246 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-0da749ea-3ed6-41ac-8473-41015fc7ab76 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:44.907097 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da749ea-3ed6-41ac-8473-41015fc7ab76 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event updated for resources: {'Port': ['ID=efbcd406-1aea-43e7-b31b-ba2a1ee933a9,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:44.910282 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 54116) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:44.916766 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-0da749ea-3ed6-41ac-8473-41015fc7ab76 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:44.921955 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-0da749ea-3ed6-41ac-8473-41015fc7ab76 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:44.922648 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-0da749ea-3ed6-41ac-8473-41015fc7ab76 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:44.961790 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-19c17b46-e536-4892-a272-2213985f2cfa req-fb95e06f-7f71-46ce-a407-efea2623f89f service neutron] 10.222.0.30 "GET /v2.0/networks/099d31db-62de-469d-8a66-47750bd2c6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435541 Mar 07 15:32:44.975537 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Allocated IP 172.27.3.11 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/512377ff-8c16-4fec-87f2-a607674040a1) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:45.011773 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-f76d295f-57d5-4cb1-b770-06cf907c12b6 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:45.013382 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-f76d295f-57d5-4cb1-b770-06cf907c12b6 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/networks?id=4dacc321-0235-4232-8deb-30a0cd8e5de6 HTTP/1.1" status: 200 len: 817 time: 0.6257775 Mar 07 15:32:45.020238 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 90792de3-6d62-4e12-ada9-1474286ebec2 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:45.265321 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Publish callbacks [] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), precommit_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:45.279265 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:45.300692 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19efdca-f3e6-438d-8e14-5dbebfa0fdd3 req-59044ccb-d90e-4029-97e2-897339b061d0 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:45.309587 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f19efdca-f3e6-438d-8e14-5dbebfa0fdd3 req-59044ccb-d90e-4029-97e2-897339b061d0 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 943 time: 0.3269815 Mar 07 15:32:45.349925 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cd632-cad7-49ed-b20c-9ce00f9d284b None None] Pushing event updated for resources: {'Port': ['ID=60e0cf04-b89d-405a-a832-d11fd06be03f,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:45.384461 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b05f9406-f338-4fa7-afc0-d25b20199aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:45.397417 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 90792de3-6d62-4e12-ada9-1474286ebec2 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:45.398067 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (90792de3-6d62-4e12-ada9-1474286ebec2), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:45.423357 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-0da749ea-3ed6-41ac-8473-41015fc7ab76 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1132388 Mar 07 15:32:45.442601 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-791838bf-8cb5-4d76-91fb-cd11165d6fe8 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/quotas/733d7788dbf7454e945a255ad9d4f9f1 HTTP/1.1" status: 200 len: 375 time: 0.0502727 Mar 07 15:32:45.448326 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Request body: {'port': {'device_id': '3fc38f07-a98d-4887-b997-3ae566a8cd85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:45.451239 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-ef2ef141-410f-4eb5-8f82-fc697071e146 None None] Provisioning complete for port efbcd406-1aea-43e7-b31b-ba2a1ee933a9 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:45.451766 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-ef2ef141-410f-4eb5-8f82-fc697071e146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:45.541591 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f19efdca-f3e6-438d-8e14-5dbebfa0fdd3 req-f8e89c63-296c-4b33-af05-169907d258e1 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307553 Mar 07 15:32:45.545612 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ef141-410f-4eb5-8f82-fc697071e146 None None] Port efbcd406-1aea-43e7-b31b-ba2a1ee933a9 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:32:45.568716 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Attempting to bind port 60e0cf04-b89d-405a-a832-d11fd06be03f on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:45.569263 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Attempting to bind port 60e0cf04-b89d-405a-a832-d11fd06be03f by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '34ed2dad-3835-41b6-89ef-99380e500cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:45.569896 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Attempting to bind port 60e0cf04-b89d-405a-a832-d11fd06be03f on network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:45.585375 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:45.586737 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Checking segment: {'id': '34ed2dad-3835-41b6-89ef-99380e500cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:45.587752 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:45.588388 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Bound using segment: {'id': '34ed2dad-3835-41b6-89ef-99380e500cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:45.589103 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Bound port: 60e0cf04-b89d-405a-a832-d11fd06be03f, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ed2dad-3835-41b6-89ef-99380e500cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:45.589431 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:45.594746 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for port (512377ff-8c16-4fec-87f2-a607674040a1), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:45.698523 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] For port 60e0cf04-b89d-405a-a832-d11fd06be03f, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:45.702349 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] For port 60e0cf04-b89d-405a-a832-d11fd06be03f, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=60e0cf04-b89d-405a-a832-d11fd06be03f,segment=NetworkSegment(34ed2dad-3835-41b6-89ef-99380e500cd0),segment_id=34ed2dad-3835-41b6-89ef-99380e500cd0)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:45.707833 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-0dca0ecc-f08c-43ff-92d0-1c10305059dc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Made reservation on behalf of 79e962918ae84466af119c960ead2477 for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:45.712130 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-0dca0ecc-f08c-43ff-92d0-1c10305059dc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:45.727686 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (512377ff-8c16-4fec-87f2-a607674040a1), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:45.742423 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c67a9dd8-5ff6-4e83-b006-b388a87faf04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (0b5b09f7-b5a2-4787-9da5-66e23d0887ed), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:45.745108 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c67a9dd8-5ff6-4e83-b006-b388a87faf04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:45.746739 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-c67a9dd8-5ff6-4e83-b006-b388a87faf04 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b5b09f7-b5a2-4787-9da5-66e23d0887ed HTTP/1.1" status: 204 len: 168 time: 1.4067514 Mar 07 15:32:45.764775 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 90792de3-6d62-4e12-ada9-1474286ebec2 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:45.776158 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:45.782413 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:45.795353 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a9dd8-5ff6-4e83-b006-b388a87faf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5b09f7-b5a2-4787-9da5-66e23d0887ed,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:45.797510 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:45.806760 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:45.833644 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-5256f8a1-3be6-4d81-a5ee-93f3e2df5339 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=733d7788dbf7454e945a255ad9d4f9f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3898387 Mar 07 15:32:45.851013 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:45.906649 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'Port': ['ID=512377ff-8c16-4fec-87f2-a607674040a1,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:45.931395 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77066b1-1dd1-49df-8dcb-61c758af49b8 req-f7ea3f1f-6483-4855-8602-f8b88cfd6bb2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:45.936960 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Routers {'3b2117af-cbbc-41ea-8502-cda68d4be8b1'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:32:45.937452 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['3b2117af-cbbc-41ea-8502-cda68d4be8b1'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:45.940853 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f77066b1-1dd1-49df-8dcb-61c758af49b8 req-f7ea3f1f-6483-4855-8602-f8b88cfd6bb2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 931 time: 0.2800994 Mar 07 15:32:46.039186 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (7af7bd07-9cfa-4467-8de2-4cf9bd6b6699), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:46.049771 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f77066b1-1dd1-49df-8dcb-61c758af49b8 req-3d64c6f3-5507-4f36-8e5b-59cdd9e8fa8f tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775161 Mar 07 15:32:46.098785 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (512377ff-8c16-4fec-87f2-a607674040a1), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:46.147393 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] Set router 3b2117af-cbbc-41ea-8502-cda68d4be8b1 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:32:46.188134 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-7209f7cb-026e-4d0a-b41e-3113f5d7fd7a req-a32a209c-d41a-4b7f-8826-91cb9400c2b7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 210 time: 0.0339539 Mar 07 15:32:46.188870 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b05f9406-f338-4fa7-afc0-d25b20199aa1 admin admin] Publish callbacks [] for security_group (a83c17ba-2b19-4b54-9a56-8e1ab8750be3), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:46.190951 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cd632-cad7-49ed-b20c-9ce00f9d284b None None] Pushing event updated for resources: {'Port': ['ID=60e0cf04-b89d-405a-a832-d11fd06be03f,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:46.243103 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b05f9406-f338-4fa7-afc0-d25b20199aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (a83c17ba-2b19-4b54-9a56-8e1ab8750be3), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:46.384630 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f9406-f338-4fa7-afc0-d25b20199aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83c17ba-2b19-4b54-9a56-8e1ab8750be3,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:46.406021 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-0dca0ecc-f08c-43ff-92d0-1c10305059dc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Allocated IP 172.20.0.2 (3a3e19fb-ac43-49de-ad3a-edd6be34b622/95a390f6-dd0f-4d34-8b55-d38294a0eeaa/01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:46.418201 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-6d58cddd-85bd-42c7-80eb-2c9f5fcacf19 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:32:46.419288 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-6d58cddd-85bd-42c7-80eb-2c9f5fcacf19 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2291565 Mar 07 15:32:46.424648 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-b05f9406-f338-4fa7-afc0-d25b20199aa1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf171cb9c245429891f31665db1b9ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4618163 Mar 07 15:32:46.429750 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 54150) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:46.462588 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for port (512377ff-8c16-4fec-87f2-a607674040a1), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:46.470677 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (512377ff-8c16-4fec-87f2-a607674040a1), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:46.531724 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (7af7bd07-9cfa-4467-8de2-4cf9bd6b6699), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:46.541647 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'name': 'tempest-ServerRescueNegativeTestJSON-156936576-router', 'tenant_id': '79e962918ae84466af119c960ead2477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90792de3-6d62-4e12-ada9-1474286ebec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:35Z', 'revision_number': 4, 'project_id': '79e962918ae84466af119c960ead2477', 'gw_port': {'id': '90792de3-6d62-4e12-ada9-1474286ebec2', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:20Z', 'updated_at': '2022-03-07T15:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '60e0cf04-b89d-405a-a832-d11fd06be03f', 'name': '', 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622', 'tenant_id': '79e962918ae84466af119c960ead2477', 'mac_address': 'fa:16:3e:3d:fb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '95a390f6-dd0f-4d34-8b55-d38294a0eeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:30Z', 'updated_at': '2022-03-07T15:32:45Z', 'revision_number': 4, 'project_id': '79e962918ae84466af119c960ead2477', 'subnets': [{'id': '95a390f6-dd0f-4d34-8b55-d38294a0eeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:32:46.560157 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'Port': ['ID=512377ff-8c16-4fec-87f2-a607674040a1,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:46.575295 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:46.577718 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-cca23852-34ba-4f55-8a36-3690c36e314b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6449065 Mar 07 15:32:46.587221 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613407b-ff45-4d40-bc18-b91cefb70b51 None None] The sync data for ids ['3b2117af-cbbc-41ea-8502-cda68d4be8b1'] in dv-cinder-830538-7-iscsi is: [{'id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'name': 'tempest-ServerRescueNegativeTestJSON-156936576-router', 'tenant_id': '79e962918ae84466af119c960ead2477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90792de3-6d62-4e12-ada9-1474286ebec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:35Z', 'revision_number': 4, 'project_id': '79e962918ae84466af119c960ead2477', 'gw_port': {'id': '90792de3-6d62-4e12-ada9-1474286ebec2', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:20Z', 'updated_at': '2022-03-07T15:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '60e0cf04-b89d-405a-a832-d11fd06be03f', 'name': '', 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622', 'tenant_id': '79e962918ae84466af119c960ead2477', 'mac_address': 'fa:16:3e:3d:fb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '95a390f6-dd0f-4d34-8b55-d38294a0eeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:30Z', 'updated_at': '2022-03-07T15:32:45Z', 'revision_number': 4, 'project_id': '79e962918ae84466af119c960ead2477', 'subnets': [{'id': '95a390f6-dd0f-4d34-8b55-d38294a0eeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:32:46.661882 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-80f0dc6f-7fb7-40a3-b0c1-34d4c9818f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:46.745620 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d21bde37-e563-4c20-8c6f-a04263d34d63 admin admin] Publish callbacks [] for security_group (a83c17ba-2b19-4b54-9a56-8e1ab8750be3), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:46.803027 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dceba5-8b6b-4f84-a7ab-503c06393353 req-d1e200c5-f180-414f-8470-3f907b01588a tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:46.807636 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c1dceba5-8b6b-4f84-a7ab-503c06393353 req-d1e200c5-f180-414f-8470-3f907b01588a tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 943 time: 0.1390738 Mar 07 15:32:46.821795 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-470d4f21-389e-4a85-8f04-502279e306b2 service neutron] 10.222.0.26 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530054 Mar 07 15:32:46.906561 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c1dceba5-8b6b-4f84-a7ab-503c06393353 req-036dde3f-0150-4dcf-8bec-cfde34a4cb9d tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931771 Mar 07 15:32:46.909607 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d21bde37-e563-4c20-8c6f-a04263d34d63 admin admin] Publish callbacks [] for security_group (a83c17ba-2b19-4b54-9a56-8e1ab8750be3), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:47.034704 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device e613f430-f4ff-4baf-b91a-0a65d4b9bad4 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:47.067467 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efbcd406-1aea-43e7-b31b-ba2a1ee933a9 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:32:47.086890 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-89fb1953-ac7f-4d68-828a-9d7684282777 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1327715668&fields=id&tenant_id=d5415959ffad4b7183eed207f8afd560 HTTP/1.1" status: 200 len: 267 time: 0.0775597 Mar 07 15:32:47.099401 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Publish callbacks [] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:47.121173 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port e613f430-f4ff-4baf-b91a-0a65d4b9bad4 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:47.121551 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:47.160706 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-0dca0ecc-f08c-43ff-92d0-1c10305059dc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks [] for port (01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:47.173191 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Transition to ACTIVE for port object efbcd406-1aea-43e7-b31b-ba2a1ee933a9 will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:32:47.187576 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:47.205417 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-e14b028d-e4f5-4563-aed0-22bb0f969243 service neutron] 10.222.0.26 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662310 Mar 07 15:32:47.247144 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d21bde37-e563-4c20-8c6f-a04263d34d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (a83c17ba-2b19-4b54-9a56-8e1ab8750be3), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:47.249830 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d21bde37-e563-4c20-8c6f-a04263d34d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:47.262288 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-d21bde37-e563-4c20-8c6f-a04263d34d63 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a83c17ba-2b19-4b54-9a56-8e1ab8750be3 HTTP/1.1" status: 204 len: 168 time: 0.8312244 Mar 07 15:32:47.285324 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-661840a9-6dfe-4295-9544-739f6d95d478 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:47.293585 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port e613f430-f4ff-4baf-b91a-0a65d4b9bad4 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:47.300139 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-661840a9-6dfe-4295-9544-739f6d95d478 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/networks?id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 200 len: 814 time: 0.2115922 Mar 07 15:32:47.303948 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 60e0cf04-b89d-405a-a832-d11fd06be03f up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:47.310371 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Pushing event updated for resources: {'Port': ['ID=efbcd406-1aea-43e7-b31b-ba2a1ee933a9,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:47.318623 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bde37-e563-4c20-8c6f-a04263d34d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83c17ba-2b19-4b54-9a56-8e1ab8750be3,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:47.361488 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-b8c70cb8-3438-4abc-81c9-f69f924ecb9e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/quotas/d5415959ffad4b7183eed207f8afd560 HTTP/1.1" status: 200 len: 375 time: 0.0591857 Mar 07 15:32:47.366754 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-0dca0ecc-f08c-43ff-92d0-1c10305059dc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:47.375471 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Attempting to bind port efbcd406-1aea-43e7-b31b-ba2a1ee933a9 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:47.375866 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Attempting to bind port efbcd406-1aea-43e7-b31b-ba2a1ee933a9 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:47.376296 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Attempting to bind port efbcd406-1aea-43e7-b31b-ba2a1ee933a9 on network 81cb840d-f02e-47d1-98bd-b27dbd53c040 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:47.416656 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Port efbcd406-1aea-43e7-b31b-ba2a1ee933a9 on network 81cb840d-f02e-47d1-98bd-b27dbd53c040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:32:47.416995 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Attempting to bind port efbcd406-1aea-43e7-b31b-ba2a1ee933a9 on network 81cb840d-f02e-47d1-98bd-b27dbd53c040 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:47.427022 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:47.427290 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Checking segment: {'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:47.427680 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Bound using segment: {'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:47.428133 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Bound port: efbcd406-1aea-43e7-b31b-ba2a1ee933a9, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:47.428553 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:47.433723 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-0dca0ecc-f08c-43ff-92d0-1c10305059dc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:47.468042 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-3e822c49-21fc-48ee-82e3-d6bc9cee7365 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964088 Mar 07 15:32:47.469632 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-0dca0ecc-f08c-43ff-92d0-1c10305059dc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:47.477554 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-0dca0ecc-f08c-43ff-92d0-1c10305059dc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:47.484483 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-0dca0ecc-f08c-43ff-92d0-1c10305059dc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:47.485280 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-0dca0ecc-f08c-43ff-92d0-1c10305059dc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:47.493343 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca0ecc-f08c-43ff-92d0-1c10305059dc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Pushing event updated for resources: {'Port': ['ID=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:47.546036 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 60e0cf04-b89d-405a-a832-d11fd06be03f triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:47.548125 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-0dca0ecc-f08c-43ff-92d0-1c10305059dc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9646473 Mar 07 15:32:47.549767 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:47.582929 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] For port efbcd406-1aea-43e7-b31b-ba2a1ee933a9, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:47.587220 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] For port efbcd406-1aea-43e7-b31b-ba2a1ee933a9, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=efbcd406-1aea-43e7-b31b-ba2a1ee933a9,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:47.595135 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:47.624031 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:47.624664 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:47.626227 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] 10.222.0.30 "PUT /v2.0/ports/efbcd406-1aea-43e7-b31b-ba2a1ee933a9 HTTP/1.1" status: 200 len: 1093 time: 2.1932032 Mar 07 15:32:47.629460 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc38f07-a98d-4887-b997-3ae566a8cd85', 'tag': 'efbcd406-1aea-43e7-b31b-ba2a1ee933a9'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:32:47.631123 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d84c3d4-ed9d-4457-ae30-8adc7d04281c" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc38f07-a98d-4887-b997-3ae566a8cd85", "tag": "efbcd406-1aea-43e7-b31b-ba2a1ee933a9"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:32:47.699653 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca5d55-9bf6-45a9-afd7-157fcae342af service neutron] Pushing event updated for resources: {'Port': ['ID=efbcd406-1aea-43e7-b31b-ba2a1ee933a9,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:47.737883 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:47.748001 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-fc535eaf-fc58-4ecf-85a2-9002925fcd4c service neutron] 10.222.0.26 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744765 Mar 07 15:32:47.895345 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 60e0cf04-b89d-405a-a832-d11fd06be03f is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:47.899001 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:47.935036 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88797a-5e1e-4779-be39-7e37eef9022d req-e8d5532e-b1e3-47cb-88ae-e1863fd7dfac tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:47.937665 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0d88797a-5e1e-4779-be39-7e37eef9022d req-e8d5532e-b1e3-47cb-88ae-e1863fd7dfac tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 943 time: 0.1195126 Mar 07 15:32:47.951943 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-90cb40b7-6cfa-43bb-897e-438d012c1d6c service neutron] 10.222.0.26 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030554 Mar 07 15:32:48.020017 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port 60e0cf04-b89d-405a-a832-d11fd06be03f, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=60e0cf04-b89d-405a-a832-d11fd06be03f,segment=NetworkSegment(34ed2dad-3835-41b6-89ef-99380e500cd0),segment_id=34ed2dad-3835-41b6-89ef-99380e500cd0)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:48.030644 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:48.110108 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0d88797a-5e1e-4779-be39-7e37eef9022d req-b030d086-9cf1-4ecf-a459-c891fbf54eb3 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390092 Mar 07 15:32:48.145791 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=60e0cf04-b89d-405a-a832-d11fd06be03f,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:48.286073 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-337b21a0-bcfd-48ae-a0d3-fbe99dc45505 req-f822a4e0-abfa-443c-ae50-dc7171208ecd tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 210 time: 0.0709789 Mar 07 15:32:48.297594 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Request body: {'port': {'device_id': 'ab50e6ef-20a6-46a2-a05b-eabc9b529919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:48.303548 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0bb5de65-93e6-4824-999f-d9706057a67b req-82031fc2-d6f5-4128-9d90-641a9bd33653 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 210 time: 0.0533490 Mar 07 15:32:48.312718 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 5c70a015-1408-4550-a6e9-76f661369d49 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:32:48.568168 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a882b69-72a1-4f11-9d10-316ec80fc790 x-openstack-request-id: req-1a882b69-72a1-4f11-9d10-316ec80fc790 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:32:48.570015 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc38f07-a98d-4887-b997-3ae566a8cd85", "tag": "efbcd406-1aea-43e7-b31b-ba2a1ee933a9", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:32:48.571795 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a882b69-72a1-4f11-9d10-316ec80fc790 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:32:48.574294 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc38f07-a98d-4887-b997-3ae566a8cd85', 'tag': 'efbcd406-1aea-43e7-b31b-ba2a1ee933a9', 'status': 'completed', 'code': 200} Mar 07 15:32:48.605090 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea57a8e-c986-4cda-afb7-d0a388d05c61 req-316e5f60-c1fc-46d8-ad42-87771f0217e5 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:48.612326 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6ea57a8e-c986-4cda-afb7-d0a388d05c61 req-316e5f60-c1fc-46d8-ad42-87771f0217e5 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 943 time: 0.1231234 Mar 07 15:32:48.623440 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 5c70a015-1408-4550-a6e9-76f661369d49, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=5c70a015-1408-4550-a6e9-76f661369d49,segment=NetworkSegment(2942ec86-04b0-4f57-b9c2-2232cc3bd120),segment_id=2942ec86-04b0-4f57-b9c2-2232cc3bd120)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:48.637725 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': '5c70a015-1408-4550-a6e9-76f661369d49', 'network_id': '099d31db-62de-469d-8a66-47750bd2c6ad', 'port_id': '5c70a015-1408-4550-a6e9-76f661369d49', 'mac_address': 'fa:16:3e:be:5e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4dab1e4-e256-403d-ab95-b9e26dc110f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:32:48.644094 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:48.679061 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 5c70a015-1408-4550-a6e9-76f661369d49 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:48.680302 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (5c70a015-1408-4550-a6e9-76f661369d49), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:48.699096 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c70a015-1408-4550-a6e9-76f661369d49 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:32:48.712302 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-aef1ea17-c81c-4188-82b7-db2acef61457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:48.714274 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-aef1ea17-c81c-4188-82b7-db2acef61457 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06b9c58c75d54beab0c13f9d7310365e&device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 1127 time: 0.2986369 Mar 07 15:32:48.717499 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6ea57a8e-c986-4cda-afb7-d0a388d05c61 req-0840b855-54d9-4768-b5bb-ac4eeeb777db tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004891 Mar 07 15:32:48.719488 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-807b5c19-880a-4318-aae7-175ee3e445d8 req-3f039326-fe28-412a-a2b2-16b4f3e59fcf tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 210 time: 0.0832980 Mar 07 15:32:48.781298 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 5c70a015-1408-4550-a6e9-76f661369d49, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=5c70a015-1408-4550-a6e9-76f661369d49,segment=NetworkSegment(2942ec86-04b0-4f57-b9c2-2232cc3bd120),segment_id=2942ec86-04b0-4f57-b9c2-2232cc3bd120)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:48.789086 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (5c70a015-1408-4550-a6e9-76f661369d49), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:48.899459 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=5c70a015-1408-4550-a6e9-76f661369d49,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:48.903364 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 60e0cf04-b89d-405a-a832-d11fd06be03f up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:49.126153 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:49.138406 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 60e0cf04-b89d-405a-a832-d11fd06be03f triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:49.138781 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:49.297080 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 60e0cf04-b89d-405a-a832-d11fd06be03f is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:49.309155 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:32:49.318422 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Publish callbacks [] for port (01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:49.319296 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20008ec5-9c01-475c-a2a1-6f0f555852d1 req-bcc2cfee-f28a-4fa7-92bc-42d4effd98e4 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:49.320827 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-20008ec5-9c01-475c-a2a1-6f0f555852d1 req-bcc2cfee-f28a-4fa7-92bc-42d4effd98e4 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 943 time: 0.0778697 Mar 07 15:32:49.341730 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Transition to ACTIVE for port object 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:32:49.346184 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:49.394312 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-20008ec5-9c01-475c-a2a1-6f0f555852d1 req-1d3d0da7-a923-4da3-8f3b-1c683f43e9db tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612843 Mar 07 15:32:49.415461 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Pushing event updated for resources: {'Port': ['ID=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:49.466399 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8ee914a9-52f5-4c4a-b2d4-3e4d081d9fc4 req-bfc4cc8b-2d46-4ead-bbe5-63b8029d22e3 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 210 time: 0.0481627 Mar 07 15:32:49.482907 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Attempting to bind port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:49.483181 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Attempting to bind port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '34ed2dad-3835-41b6-89ef-99380e500cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:49.483518 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Attempting to bind port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 on network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:49.489412 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e05811c9-12a2-40fb-b2d8-9c1fe86ce976 req-9cb4bd1e-ac48-486e-9aca-239666d61f2c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 210 time: 0.0415475 Mar 07 15:32:49.502981 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 on network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:32:49.503589 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Attempting to bind port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 on network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:49.511227 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:49.511789 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Checking segment: {'id': '34ed2dad-3835-41b6-89ef-99380e500cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:49.512411 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Bound using segment: {'id': '34ed2dad-3835-41b6-89ef-99380e500cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:49.513001 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Bound port: 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ed2dad-3835-41b6-89ef-99380e500cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:49.513361 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:49.579982 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] For port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:49.584328 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] For port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4,segment=NetworkSegment(34ed2dad-3835-41b6-89ef-99380e500cd0),segment_id=34ed2dad-3835-41b6-89ef-99380e500cd0)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:49.590371 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:49.625900 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:49.626559 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:49.628029 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-8251f574-db0b-43d1-9467-8730f319010d service neutron] 10.222.0.30 "PUT /v2.0/ports/01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 HTTP/1.1" status: 200 len: 1093 time: 1.3393788 Mar 07 15:32:49.647586 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251f574-db0b-43d1-9467-8730f319010d service neutron] Pushing event updated for resources: {'Port': ['ID=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:49.837031 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-908ee9c8-3d32-4b84-8659-1a53f0b64cd2 req-3bbe88d9-4e83-4a4e-bb81-a1678a516c00 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 210 time: 0.0316894 Mar 07 15:32:49.839543 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8abbc-2cf7-4769-8510-e32da6a35f07 req-5c48a40e-ca9a-4e3f-9367-fc62fb8306bb tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:49.841026 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2aa8abbc-2cf7-4769-8510-e32da6a35f07 req-5c48a40e-ca9a-4e3f-9367-fc62fb8306bb tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 944 time: 0.0590246 Mar 07 15:32:49.892159 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2aa8abbc-2cf7-4769-8510-e32da6a35f07 req-3f186d5d-35e8-4657-8dc7-4f41faf8c8ba tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438445 Mar 07 15:32:50.546610 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399364cc-2ff4-4179-b28d-9eb8054db31c req-91ecc8b8-3920-4038-b98a-2a3b48e649b7 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:50.554199 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-399364cc-2ff4-4179-b28d-9eb8054db31c req-91ecc8b8-3920-4038-b98a-2a3b48e649b7 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 943 time: 0.0905046 Mar 07 15:32:50.576880 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54314) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:50.578330 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab50e6ef-20a6-46a2-a05b-eabc9b529919', 'tag': '01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:32:50.581151 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824ab4ba-3eb3-4a7f-b3e1-d98750c7df0d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab50e6ef-20a6-46a2-a05b-eabc9b529919", "tag": "01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:32:50.586083 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:50.608623 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d7c2db27-979b-4d20-9210-988f67eb99d7 req-aee97931-4383-4d09-a8ec-ae3989150fcc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 210 time: 0.0418854 Mar 07 15:32:50.616083 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-399364cc-2ff4-4179-b28d-9eb8054db31c req-cc3ad87f-0bf1-4702-a726-7da9071143ca tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608413 Mar 07 15:32:50.663827 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3d520d-36fc-4bde-bc32-25b8f6c4751f x-openstack-request-id: req-ff3d520d-36fc-4bde-bc32-25b8f6c4751f {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:32:50.664113 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab50e6ef-20a6-46a2-a05b-eabc9b529919", "tag": "01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:32:50.664528 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff3d520d-36fc-4bde-bc32-25b8f6c4751f {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:32:50.664792 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab50e6ef-20a6-46a2-a05b-eabc9b529919', 'tag': '01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4', 'status': 'completed', 'code': 200} Mar 07 15:32:50.701745 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1c144518-a970-4ce9-9bb9-dc071a0d137f req-7c475f54-e9b7-4219-b1e9-6128f7547ccd tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 210 time: 0.0267432 Mar 07 15:32:50.713086 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-49ee7dc3-1359-46b1-80d2-fc64d98b5b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:50.789542 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-49ee7dc3-1359-46b1-80d2-fc64d98b5b35 admin admin] Publish callbacks [] for security_group (9b59b3f8-06c6-4ef5-81bd-33db4ec5c59e), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:50.792812 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-49ee7dc3-1359-46b1-80d2-fc64d98b5b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (9b59b3f8-06c6-4ef5-81bd-33db4ec5c59e), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:50.832553 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-49ee7dc3-1359-46b1-80d2-fc64d98b5b35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e40ec4810e544738ad9d646001a897cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532158 Mar 07 15:32:50.833399 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee7dc3-1359-46b1-80d2-fc64d98b5b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b59b3f8-06c6-4ef5-81bd-33db4ec5c59e,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:50.835642 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 54322) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:50.885183 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c80ca6c4-2d21-433c-961d-fef1750eabb5 admin admin] Publish callbacks [] for security_group (9b59b3f8-06c6-4ef5-81bd-33db4ec5c59e), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:50.906953 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c80ca6c4-2d21-433c-961d-fef1750eabb5 admin admin] Publish callbacks [] for security_group (9b59b3f8-06c6-4ef5-81bd-33db4ec5c59e), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:50.934046 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-58016c9c-3519-4955-90bf-aabc8a83817d req-54651fc6-8db8-4602-8e23-c7285e4bc7ef tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 210 time: 0.0278881 Mar 07 15:32:50.959310 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c80ca6c4-2d21-433c-961d-fef1750eabb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (9b59b3f8-06c6-4ef5-81bd-33db4ec5c59e), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:50.961955 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c80ca6c4-2d21-433c-961d-fef1750eabb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:50.963121 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-c80ca6c4-2d21-433c-961d-fef1750eabb5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b59b3f8-06c6-4ef5-81bd-33db4ec5c59e HTTP/1.1" status: 204 len: 168 time: 0.1264856 Mar 07 15:32:50.973940 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ca6c4-2d21-433c-961d-fef1750eabb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b59b3f8-06c6-4ef5-81bd-33db4ec5c59e,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:51.033944 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac6691-133e-4afb-be70-e27560b66c10 req-36f5c286-7ac7-48ff-8dd9-b4edd059b690 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:51.038432 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-53ac6691-133e-4afb-be70-e27560b66c10 req-36f5c286-7ac7-48ff-8dd9-b4edd059b690 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 944 time: 0.0667570 Mar 07 15:32:51.259422 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54332) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:51.273023 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ab960a17-3535-4a73-a362-18d222bf6606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:51.290504 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-09abdfad-26bf-494c-a715-96456c9026f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efbcd406-1aea-43e7-b31b-ba2a1ee933a9 HTTP/1.1" status: 200 len: 217 time: 0.0645320 Mar 07 15:32:51.366684 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-53ac6691-133e-4afb-be70-e27560b66c10 req-f6dee336-8d13-4c0e-9e7c-cd25f60ea47d tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255327 Mar 07 15:32:51.392712 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ab4ba-3eb3-4a7f-b3e1-d98750c7df0d req-83fbc024-77e8-422d-a1bb-3a3ebbd4858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:51.398557 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-824ab4ba-3eb3-4a7f-b3e1-d98750c7df0d req-83fbc024-77e8-422d-a1bb-3a3ebbd4858a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e962918ae84466af119c960ead2477&device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 1127 time: 0.1712050 Mar 07 15:32:51.398939 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ab960a17-3535-4a73-a362-18d222bf6606 admin admin] Publish callbacks [] for security_group (f9f7718f-63f0-4f84-be31-b3d7e4363e93), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:51.404523 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ab960a17-3535-4a73-a362-18d222bf6606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f9f7718f-63f0-4f84-be31-b3d7e4363e93), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:51.431261 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-5f82d14e-d06d-4fca-ba80-77ed98b3fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:51.436132 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-5f82d14e-d06d-4fca-ba80-77ed98b3fff6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4b6f9b4-99bd-439c-8825-b04ef39c2f42 HTTP/1.1" status: 200 len: 849 time: 0.1334400 Mar 07 15:32:51.454423 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-ab960a17-3535-4a73-a362-18d222bf6606 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca41593af5aa41138b0d8a9cb534fd53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937160 Mar 07 15:32:51.457256 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54338) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:51.467515 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab960a17-3535-4a73-a362-18d222bf6606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f7718f-63f0-4f84-be31-b3d7e4363e93,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:51.492801 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['5c70a015-1408-4550-a6e9-76f661369d49'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:32:51.566249 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7f7e1de1-f9c0-4bf4-aba7-53c585e5430d admin admin] Publish callbacks [] for security_group (f9f7718f-63f0-4f84-be31-b3d7e4363e93), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:51.599647 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7f7e1de1-f9c0-4bf4-aba7-53c585e5430d admin admin] Publish callbacks [] for security_group (f9f7718f-63f0-4f84-be31-b3d7e4363e93), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:51.631007 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-cf92211e-8407-4433-af5a-b4fd7f3ef2b4 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:51.633149 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-cf92211e-8407-4433-af5a-b4fd7f3ef2b4 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.30 "GET /v2.0/networks?id=3a3e19fb-ac43-49de-ad3a-edd6be34b622 HTTP/1.1" status: 200 len: 818 time: 0.1542928 Mar 07 15:32:51.660196 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7f7e1de1-f9c0-4bf4-aba7-53c585e5430d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f9f7718f-63f0-4f84-be31-b3d7e4363e93), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:51.664269 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7f7e1de1-f9c0-4bf4-aba7-53c585e5430d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:51.668690 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-7f7e1de1-f9c0-4bf4-aba7-53c585e5430d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9f7718f-63f0-4f84-be31-b3d7e4363e93 HTTP/1.1" status: 204 len: 168 time: 0.2100289 Mar 07 15:32:51.677605 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e1de1-f9c0-4bf4-aba7-53c585e5430d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f7718f-63f0-4f84-be31-b3d7e4363e93,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:51.691988 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-2e3185b0-2188-4e20-b753-9d7e0c07ffd9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Request body: {'port': {'device_id': '189af1d2-6aeb-4a15-a777-a81a0008e2d8', 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622', 'admin_state_up': True, 'tenant_id': '79e962918ae84466af119c960ead2477'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:51.808921 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-12533404-65c4-4ba7-b7b8-eaa4d10d5141 req-544a05f6-1970-4e25-81d8-45e3feeba596 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 210 time: 0.0619221 Mar 07 15:32:51.919782 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:51.989187 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-211900b5-057c-499d-9361-c68384d2aaa1 req-95a12a2e-3cfe-4cba-b54e-78692cee48b7 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 210 time: 0.0902305 Mar 07 15:32:52.004111 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.30', 59125) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:52.038239 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ab4ba-3eb3-4a7f-b3e1-d98750c7df0d req-17d9c415-7975-41d8-885f-b057f110d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:52.040335 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-824ab4ba-3eb3-4a7f-b3e1-d98750c7df0d req-17d9c415-7975-41d8-885f-b057f110d0ea service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=79e962918ae84466af119c960ead2477&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6033113 Mar 07 15:32:52.187565 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-ba62154a-eb8f-4d2a-9a69-98806609924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:52.190573 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-ba62154a-eb8f-4d2a-9a69-98806609924e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81cb840d-f02e-47d1-98bd-b27dbd53c040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5745044 Mar 07 15:32:52.234896 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.30', 59127) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:52.271320 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-e284302a-a6e1-43e9-93c6-c3e556f2db6c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:52.273001 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-e284302a-a6e1-43e9-93c6-c3e556f2db6c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.30 "GET /v2.0/networks?id=4dacc321-0235-4232-8deb-30a0cd8e5de6 HTTP/1.1" status: 200 len: 817 time: 0.2678859 Mar 07 15:32:52.282906 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d0ad6f90-d2b9-476f-afa9-7a9f54edcaad req-9a6a4087-ee13-4981-85df-a7832a4f57a0 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 210 time: 0.1110511 Mar 07 15:32:52.430793 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-714f1625-d704-47bc-b33f-6679603895ea tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=733d7788dbf7454e945a255ad9d4f9f1 HTTP/1.1" status: 200 len: 379 time: 0.1390357 Mar 07 15:32:52.444183 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-0945be5e-6374-4ea5-a31a-1020a373af3e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Request body: {'port': {'device_id': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'admin_state_up': True, 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'security_groups': ['992a59af-20cf-40c9-acc3-e61459fee05b']}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:52.602874 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c6581-d837-46b1-b7c4-ae8b49b9e664 req-17a478a3-9437-4469-97d9-ea17de1b6b80 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:52.606459 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a71c6581-d837-46b1-b7c4-ae8b49b9e664 req-17a478a3-9437-4469-97d9-ea17de1b6b80 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 943 time: 0.8810635 Mar 07 15:32:52.634354 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e83090-0478-4f76-b5b1-db1c8dc20fea req-ef17c0f1-6dba-4f6c-82ae-3de2635dfc3b tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:52.635790 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-99e83090-0478-4f76-b5b1-db1c8dc20fea req-ef17c0f1-6dba-4f6c-82ae-3de2635dfc3b tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 944 time: 0.1071677 Mar 07 15:32:52.663819 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-0945be5e-6374-4ea5-a31a-1020a373af3e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Made reservation on behalf of 733d7788dbf7454e945a255ad9d4f9f1 for: {'port': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:52.667293 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-0945be5e-6374-4ea5-a31a-1020a373af3e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:52.737324 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-99e83090-0478-4f76-b5b1-db1c8dc20fea req-11018f1b-fa52-4d96-8ac8-3de47de6310f tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917797 Mar 07 15:32:52.798828 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ab4ba-3eb3-4a7f-b3e1-d98750c7df0d req-60c394dc-b112-4267-91ef-9ab80e2b7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:52.800458 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-824ab4ba-3eb3-4a7f-b3e1-d98750c7df0d req-60c394dc-b112-4267-91ef-9ab80e2b7473 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7489071 Mar 07 15:32:52.817913 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-e1d8f1d7-4ee3-4a0d-95fb-7f1e5e7d80df tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:52.819426 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-e1d8f1d7-4ee3-4a0d-95fb-7f1e5e7d80df tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "GET /v2.0/networks?id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 200 len: 814 time: 0.4930589 Mar 07 15:32:52.826946 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-1487a907-8146-4560-a8e7-3016b0295f07 service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984340 Mar 07 15:32:52.923620 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 54418) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:52.931138 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-2e3185b0-2188-4e20-b753-9d7e0c07ffd9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Made reservation on behalf of 79e962918ae84466af119c960ead2477 for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:52.934384 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-2e3185b0-2188-4e20-b753-9d7e0c07ffd9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:52.950099 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a71c6581-d837-46b1-b7c4-ae8b49b9e664 req-23d940d5-cffb-459b-a3bf-70dc337082f6 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3193660 Mar 07 15:32:53.054289 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-31f404e6-965e-44f6-9e1e-94ccd308a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:53.055826 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-31f404e6-965e-44f6-9e1e-94ccd308a876 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e962918ae84466af119c960ead2477&device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 1127 time: 0.1731405 Mar 07 15:32:53.060444 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-853383cb-77d3-4ca3-abc3-9d8146b7c755 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5415959ffad4b7183eed207f8afd560 HTTP/1.1" status: 200 len: 380 time: 0.2326043 Mar 07 15:32:53.095104 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-adf257ce-d557-432d-8922-c8a9331a9bb9 req-706c923c-7433-4be4-98a2-3b9eb40aabd9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 210 time: 0.2041194 Mar 07 15:32:53.107968 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-279361126-network', 'tenant_id': 'dfa857583694480e9307980d87e25192'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:53.117341 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-acdce742-4956-49d5-aa56-376f16275cae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'port': {'device_id': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'admin_state_up': True, 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'security_groups': ['d21fb1ec-5769-4185-b56f-c2bf4cbc3e74']}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:53.133437 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-0945be5e-6374-4ea5-a31a-1020a373af3e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Allocated IP 172.20.0.4 (4dacc321-0235-4232-8deb-30a0cd8e5de6/0fa3af63-c79c-44c8-be3f-b0aa201a012b/7d13cb24-b41f-4a74-8b11-a458cb005022) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:53.177947 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 5c70a015-1408-4550-a6e9-76f661369d49 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:53.214347 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-0676149a-933b-4312-b1c8-4655d068b8a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 HTTP/1.1" status: 200 len: 217 time: 0.1160567 Mar 07 15:32:53.231970 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port 5c70a015-1408-4550-a6e9-76f661369d49 completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:32:53.236777 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port 5c70a015-1408-4550-a6e9-76f661369d49 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:53.237153 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (5c70a015-1408-4550-a6e9-76f661369d49), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:53.251297 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3901e359-9af5-4425-9b45-640d72d526cb req-cd538065-f4be-4917-9b99-e990b97e9353 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 210 time: 0.1189423 Mar 07 15:32:53.306294 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32ad278a-b14c-44b0-be7d-6292dddd7389 req-b3dc10b4-1963-4d1a-88ed-6f3324aa450a service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256296 Mar 07 15:32:53.316814 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-0945be5e-6374-4ea5-a31a-1020a373af3e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:53.324120 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 5c70a015-1408-4550-a6e9-76f661369d49 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:53.324571 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (5c70a015-1408-4550-a6e9-76f661369d49), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:53.358373 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e01501-e7e0-4f22-97a8-e37eac0c869c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c70a015-1408-4550-a6e9-76f661369d49'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:32:53.371265 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] Made reservation on behalf of dfa857583694480e9307980d87e25192 for: {'network': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:53.371484 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-0945be5e-6374-4ea5-a31a-1020a373af3e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:53.373849 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:53.441369 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 5c70a015-1408-4550-a6e9-76f661369d49, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=5c70a015-1408-4550-a6e9-76f661369d49,segment=NetworkSegment(2942ec86-04b0-4f57-b9c2-2232cc3bd120),segment_id=2942ec86-04b0-4f57-b9c2-2232cc3bd120)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:53.450362 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (5c70a015-1408-4550-a6e9-76f661369d49), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:53.502199 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-0945be5e-6374-4ea5-a31a-1020a373af3e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Network 4dacc321-0235-4232-8deb-30a0cd8e5de6 is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:53.529092 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=5c70a015-1408-4550-a6e9-76f661369d49,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:53.539932 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ddb36711-cbc3-427b-9f52-8317d53099cf req-975fb84f-46aa-4e34-b5f7-281392e3db44 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 210 time: 0.1040823 Mar 07 15:32:53.568117 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945be5e-6374-4ea5-a31a-1020a373af3e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event updated for resources: {'Port': ['ID=7d13cb24-b41f-4a74-8b11-a458cb005022,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:53.570676 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-0945be5e-6374-4ea5-a31a-1020a373af3e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:53.572931 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-0945be5e-6374-4ea5-a31a-1020a373af3e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:53.578125 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-0945be5e-6374-4ea5-a31a-1020a373af3e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:53.578728 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-0945be5e-6374-4ea5-a31a-1020a373af3e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for port (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:53.604146 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-0945be5e-6374-4ea5-a31a-1020a373af3e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1656911 Mar 07 15:32:53.617078 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Request body: {'port': {'device_id': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:53.648578 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0ea884-9c6f-4f51-ad5d-0be7ccf6c9ad" -d '{"events": [{"server_uuid": "91e01501-e7e0-4f22-97a8-e37eac0c869c", "name": "network-vif-plugged", "status": "completed", "tag": "5c70a015-1408-4550-a6e9-76f661369d49"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:32:53.688265 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54448) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:53.713306 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:53.795719 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:53.875440 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16078314-09ea-49d1-a196-413fa6f13f31 x-openstack-request-id: req-16078314-09ea-49d1-a196-413fa6f13f31 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:32:53.875750 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e01501-e7e0-4f22-97a8-e37eac0c869c", "name": "network-vif-plugged", "status": "completed", "tag": "5c70a015-1408-4550-a6e9-76f661369d49", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:32:53.876066 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16078314-09ea-49d1-a196-413fa6f13f31 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:32:53.876686 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e01501-e7e0-4f22-97a8-e37eac0c869c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c70a015-1408-4550-a6e9-76f661369d49', 'code': 200} Mar 07 15:32:53.921671 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-2750358b-7f06-4c04-b900-971cda2f7430 None None] Provisioning complete for port 7d13cb24-b41f-4a74-8b11-a458cb005022 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:53.922105 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-2750358b-7f06-4c04-b900-971cda2f7430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:53.988672 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-2750358b-7f06-4c04-b900-971cda2f7430 None None] Port 7d13cb24-b41f-4a74-8b11-a458cb005022 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:32:54.053573 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] Publish callbacks [] for security_group (2ab7b39c-70b6-4ade-bbcd-b70a6cbaa359), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.093368 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.30', 59135) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:54.105812 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (2ab7b39c-70b6-4ade-bbcd-b70a6cbaa359), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.107260 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7a72debf-c3b8-497e-9da7-a501c86e9b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.109586 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-934c1b30-6bca-451c-a0bd-f383905117f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:54.111071 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-934c1b30-6bca-451c-a0bd-f383905117f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a390f6-dd0f-4d34-8b55-d38294a0eeaa HTTP/1.1" status: 200 len: 858 time: 0.8622324 Mar 07 15:32:54.178462 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84c3d4-ed9d-4457-ae30-8adc7d04281c req-c28edca0-fd82-45f2-82aa-768ff6cc06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:54.180134 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d84c3d4-ed9d-4457-ae30-8adc7d04281c req-c28edca0-fd82-45f2-82aa-768ff6cc06d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06b9c58c75d54beab0c13f9d7310365e&device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 1127 time: 0.7919753 Mar 07 15:32:54.198274 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-2e3185b0-2188-4e20-b753-9d7e0c07ffd9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Allocated IP 172.20.0.8 (3a3e19fb-ac43-49de-ad3a-edd6be34b622/95a390f6-dd0f-4d34-8b55-d38294a0eeaa/858b99fc-1c7a-417f-8b1b-5f2b7e3403bf) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:54.203304 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=102970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:32:54.258066 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab7b39c-70b6-4ade-bbcd-b70a6cbaa359,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:54.264670 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e46596-9ecd-4b2b-b596-45c793a3bade req-924289fe-2395-41a6-accc-8d3048eeed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:54.266694 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d2e46596-9ecd-4b2b-b596-45c793a3bade req-924289fe-2395-41a6-accc-8d3048eeed7e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 1129 time: 0.1681597 Mar 07 15:32:54.274441 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-85184c8c-8ac3-4f69-a743-5b3a6a6b8f42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a3e19fb-ac43-49de-ad3a-edd6be34b622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462655 Mar 07 15:32:54.282957 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (2d6b2be4-07c1-45ea-acec-6e5432112ef8), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.283309 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.segments_db [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] Added segment 2d6b2be4-07c1-45ea-acec-6e5432112ef8 of type vlan for network 34e3b18c-cd58-41f4-b2cc-a5b982402ba9 Mar 07 15:32:54.288536 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637fb62-c60d-4178-9333-946229d5180b req-e5cfac57-3708-4377-b394-0fbb737ec9ae tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:54.290222 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f637fb62-c60d-4178-9333-946229d5180b req-e5cfac57-3708-4377-b394-0fbb737ec9ae tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 945 time: 0.2201076 Mar 07 15:32:54.341780 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-d2e46596-9ecd-4b2b-b596-45c793a3bade req-76ec0956-e729-48fe-8e55-415d41436fff service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.374783 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-acdce742-4956-49d5-aa56-376f16275cae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Made reservation on behalf of d5415959ffad4b7183eed207f8afd560 for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:54.378551 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-acdce742-4956-49d5-aa56-376f16275cae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.386134 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d13cb24-b41f-4a74-8b11-a458cb005022 {{(pid=102971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:32:54.412818 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Publish callbacks [] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.443804 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (34e3b18c-cd58-41f4-b2cc-a5b982402ba9), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.452827 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa75d2-c5ad-4e89-ab3c-7c694ac0a24f req-bc8c78b4-85b3-4179-bc81-38b47b9318ea tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:54.454706 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e4fa75d2-c5ad-4e89-ab3c-7c694ac0a24f req-bc8c78b4-85b3-4179-bc81-38b47b9318ea tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 943 time: 0.3927028 Mar 07 15:32:54.457913 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7a72debf-c3b8-497e-9da7-a501c86e9b6e admin admin] Publish callbacks [] for security_group (e5560d70-d8b8-4f91-9127-954245bef138), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.463855 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f637fb62-c60d-4178-9333-946229d5180b req-654ee22b-cc69-4b1a-b7b0-173045726cee tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605370 Mar 07 15:32:54.465004 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.provisioning_blocks [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Transition to ACTIVE for port object 7d13cb24-b41f-4a74-8b11-a458cb005022 will not be triggered until provisioned by entity L2. {{(pid=102971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:32:54.469537 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7a72debf-c3b8-497e-9da7-a501c86e9b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (e5560d70-d8b8-4f91-9127-954245bef138), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.479798 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.558039 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.db.resource_extend [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 15:32:54.580857 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-7a72debf-c3b8-497e-9da7-a501c86e9b6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1547af6b3ba248e5b8d1de3fce65f52c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8915207 Mar 07 15:32:54.593082 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54480) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:54.624517 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72debf-c3b8-497e-9da7-a501c86e9b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5560d70-d8b8-4f91-9127-954245bef138,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:54.634003 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e7726f9d-20da-4911-956a-474593c7a189 req-66e3b45a-8410-4c85-ad68-281a467e48ff tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 210 time: 0.0833333 Mar 07 15:32:54.641895 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Pushing event updated for resources: {'Port': ['ID=7d13cb24-b41f-4a74-8b11-a458cb005022,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:54.644769 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84c3d4-ed9d-4457-ae30-8adc7d04281c req-8b4a8c1e-5463-440b-ac04-510317f3d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:54.646594 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d84c3d4-ed9d-4457-ae30-8adc7d04281c req-8b4a8c1e-5463-440b-ac04-510317f3d01f service neutron] 10.222.0.30 "GET /v2.0/networks?id=81cb840d-f02e-47d1-98bd-b27dbd53c040 HTTP/1.1" status: 200 len: 911 time: 0.4408872 Mar 07 15:32:54.712191 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (34e3b18c-cd58-41f4-b2cc-a5b982402ba9), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.713041 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:54.713618 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.740230 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-d2e46596-9ecd-4b2b-b596-45c793a3bade req-76ec0956-e729-48fe-8e55-415d41436fff service neutron] Publish callbacks [] for security_group (b121fdaa-5f2b-488b-b0c8-6776e8ae71bc), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.758471 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-d2e46596-9ecd-4b2b-b596-45c793a3bade req-76ec0956-e729-48fe-8e55-415d41436fff service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (b121fdaa-5f2b-488b-b0c8-6776e8ae71bc), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.766857 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Attempting to bind port 7d13cb24-b41f-4a74-8b11-a458cb005022 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:54.767230 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Attempting to bind port 7d13cb24-b41f-4a74-8b11-a458cb005022 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:54.767574 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Attempting to bind port 7d13cb24-b41f-4a74-8b11-a458cb005022 on network 4dacc321-0235-4232-8deb-30a0cd8e5de6 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:54.800473 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d84c3d4-ed9d-4457-ae30-8adc7d04281c req-afdb5b9a-dcdb-4e90-8868-375177755c84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efbcd406-1aea-43e7-b31b-ba2a1ee933a9 HTTP/1.1" status: 200 len: 217 time: 0.1368134 Mar 07 15:32:54.811098 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e4fa75d2-c5ad-4e89-ab3c-7c694ac0a24f req-67237f6c-5cc3-4cfc-8096-3bb1840e03fe tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132281 Mar 07 15:32:54.822892 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Port 7d13cb24-b41f-4a74-8b11-a458cb005022 on network 4dacc321-0235-4232-8deb-30a0cd8e5de6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:32:54.823227 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Attempting to bind port 7d13cb24-b41f-4a74-8b11-a458cb005022 on network 4dacc321-0235-4232-8deb-30a0cd8e5de6 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:54.829780 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-4f5c74c3-7f40-48fe-b140-78531922502c service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403137 Mar 07 15:32:54.854011 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:54.854011 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Checking segment: {'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:54.854592 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Bound using segment: {'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:54.855043 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Bound port: 7d13cb24-b41f-4a74-8b11-a458cb005022, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:54.855925 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.858836 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d2e46596-9ecd-4b2b-b596-45c793a3bade req-76ec0956-e729-48fe-8e55-415d41436fff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785041 Mar 07 15:32:54.860779 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec0956-e729-48fe-8e55-415d41436fff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b121fdaa-5f2b-488b-b0c8-6776e8ae71bc,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:54.864557 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9246857 Mar 07 15:32:54.870527 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-aebe35df-67e2-438d-863c-d3819c194e80 admin admin] Publish callbacks [] for security_group (e5560d70-d8b8-4f91-9127-954245bef138), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.871963 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54482) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:54.881928 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-3104fb7a-01f8-45ba-847a-7c4f0ec3df20 admin admin] Request body: {'subnet': {'network_id': '34e3b18c-cd58-41f4-b2cc-a5b982402ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-279361126-subnet', 'tenant_id': 'dfa857583694480e9307980d87e25192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:54.953923 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861de241-9e6c-469f-b797-f8d91f67f34b req-ef7d7524-13fa-411d-a91b-5417e20a6d41 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:54.955966 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-861de241-9e6c-469f-b797-f8d91f67f34b req-ef7d7524-13fa-411d-a91b-5417e20a6d41 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.2139964 Mar 07 15:32:54.959641 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-aebe35df-67e2-438d-863c-d3819c194e80 admin admin] Publish callbacks [] for security_group (e5560d70-d8b8-4f91-9127-954245bef138), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:54.963082 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3104fb7a-01f8-45ba-847a-7c4f0ec3df20 admin admin] Made reservation on behalf of dfa857583694480e9307980d87e25192 for: {'subnet': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:54.965148 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3104fb7a-01f8-45ba-847a-7c4f0ec3df20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:55.016207 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c3e6d-bb0e-4689-8548-dc119411c3fc admin admin] Pushing event updated for resources: {'Network': ['ID=34e3b18c-cd58-41f4-b2cc-a5b982402ba9,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:55.028117 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-2e3185b0-2188-4e20-b753-9d7e0c07ffd9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks [] for port (858b99fc-1c7a-417f-8b1b-5f2b7e3403bf), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:55.029267 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network 34e3b18c-cd58-41f4-b2cc-a5b982402ba9 details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:32:55.032729 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8235530d-5c68-4dac-9d2b-a0da5aa071bd req-aa7f30a0-c77a-4760-9b11-561b53da785b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 210 time: 0.0859470 Mar 07 15:32:55.072176 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] For port 7d13cb24-b41f-4a74-8b11-a458cb005022, host hv-cinder-83053, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:55.073790 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-acdce742-4956-49d5-aa56-376f16275cae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Allocated IP 172.20.0.7 (e8b5ca41-79ff-414a-a637-6b4498d8f9ac/caea1b3f-a80c-4138-ad4b-bb4ae0b4063a/ba5835af-708e-4bf2-a30a-a1b4ed5fe32d) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:32:55.088431 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84c3d4-ed9d-4457-ae30-8adc7d04281c req-5ff83460-ad1e-40bb-98c3-2cac8d28efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:55.089927 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d84c3d4-ed9d-4457-ae30-8adc7d04281c req-5ff83460-ad1e-40bb-98c3-2cac8d28efe2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4b6f9b4-99bd-439c-8825-b04ef39c2f42 HTTP/1.1" status: 200 len: 849 time: 0.2625391 Mar 07 15:32:55.112185 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] For port 7d13cb24-b41f-4a74-8b11-a458cb005022, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7d13cb24-b41f-4a74-8b11-a458cb005022,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:55.138734 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:55.169375 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-861de241-9e6c-469f-b797-f8d91f67f34b req-77108666-ee4b-4ffd-bbac-0d1deecb66a8 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959841 Mar 07 15:32:55.182942 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device efbcd406-1aea-43e7-b31b-ba2a1ee933a9 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:32:55.205448 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-baa2aa38-caac-4fca-9203-9e022a8eca1a service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348639 Mar 07 15:32:55.207414 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:55.208126 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for port (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:55.210131 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] 10.222.0.30 "PUT /v2.0/ports/7d13cb24-b41f-4a74-8b11-a458cb005022 HTTP/1.1" status: 200 len: 1093 time: 1.5984080 Mar 07 15:32:55.210998 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'tag': '7d13cb24-b41f-4a74-8b11-a458cb005022'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:32:55.247418 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-2e3185b0-2188-4e20-b753-9d7e0c07ffd9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (858b99fc-1c7a-417f-8b1b-5f2b7e3403bf), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:55.280678 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-aebe35df-67e2-438d-863c-d3819c194e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (e5560d70-d8b8-4f91-9127-954245bef138), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:55.284191 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-aebe35df-67e2-438d-863c-d3819c194e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:55.285475 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-aebe35df-67e2-438d-863c-d3819c194e80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5560d70-d8b8-4f91-9127-954245bef138 HTTP/1.1" status: 204 len: 168 time: 0.6902652 Mar 07 15:32:55.403502 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84c3d4-ed9d-4457-ae30-8adc7d04281c req-7d686a63-b533-4ad2-8886-f2b2bdaa2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:55.405228 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d84c3d4-ed9d-4457-ae30-8adc7d04281c req-7d686a63-b533-4ad2-8886-f2b2bdaa2fd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81cb840d-f02e-47d1-98bd-b27dbd53c040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3058293 Mar 07 15:32:55.419710 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74a76c5-07bd-494d-b0fc-9725b30c3d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c91451f-f341-465a-a96a-5d6b5cfa343e", "tag": "7d13cb24-b41f-4a74-8b11-a458cb005022"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:32:55.427847 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815e5bc-cea7-4bfb-aa40-6558b0a02cab service neutron] Pushing event updated for resources: {'Port': ['ID=7d13cb24-b41f-4a74-8b11-a458cb005022,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:55.430983 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-2e3185b0-2188-4e20-b753-9d7e0c07ffd9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:55.446166 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port efbcd406-1aea-43e7-b31b-ba2a1ee933a9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=efbcd406-1aea-43e7-b31b-ba2a1ee933a9,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:55.452192 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe35df-67e2-438d-863c-d3819c194e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5560d70-d8b8-4f91-9127-954245bef138,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:55.482602 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': 'efbcd406-1aea-43e7-b31b-ba2a1ee933a9', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'port_id': 'efbcd406-1aea-43e7-b31b-ba2a1ee933a9', 'mac_address': 'fa:16:3e:9a:7b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:32:55.533533 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-2e3185b0-2188-4e20-b753-9d7e0c07ffd9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:55.557215 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-2e3185b0-2188-4e20-b753-9d7e0c07ffd9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:55.561674 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port efbcd406-1aea-43e7-b31b-ba2a1ee933a9 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:55.562370 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-2e3185b0-2188-4e20-b753-9d7e0c07ffd9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:55.563023 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-2e3185b0-2188-4e20-b753-9d7e0c07ffd9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:55.572830 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:55.579152 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3185b0-2188-4e20-b753-9d7e0c07ffd9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Pushing event updated for resources: {'Port': ['ID=858b99fc-1c7a-417f-8b1b-5f2b7e3403bf,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:55.618174 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbcd406-1aea-43e7-b31b-ba2a1ee933a9 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:32:55.675585 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port efbcd406-1aea-43e7-b31b-ba2a1ee933a9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=efbcd406-1aea-43e7-b31b-ba2a1ee933a9,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:55.688759 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d84c3d4-ed9d-4457-ae30-8adc7d04281c req-bc81a198-0814-4135-a55c-b96dfcbf930d service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677031 Mar 07 15:32:55.690848 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:55.723680 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-acdce742-4956-49d5-aa56-376f16275cae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:55.791118 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=efbcd406-1aea-43e7-b31b-ba2a1ee933a9,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:55.816612 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-2e3185b0-2188-4e20-b753-9d7e0c07ffd9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1296334 Mar 07 15:32:55.837365 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Request body: {'port': {'device_id': '189af1d2-6aeb-4a15-a777-a81a0008e2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:55.863440 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030d3073-ed43-4881-b824-dd2ed98f6262 x-openstack-request-id: req-030d3073-ed43-4881-b824-dd2ed98f6262 {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:32:55.863937 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c91451f-f341-465a-a96a-5d6b5cfa343e", "tag": "7d13cb24-b41f-4a74-8b11-a458cb005022", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:32:55.863937 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-030d3073-ed43-4881-b824-dd2ed98f6262 {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:32:55.864390 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'tag': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'status': 'completed', 'code': 200} Mar 07 15:32:55.880784 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54518) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:55.944551 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-9da7d55d-0fb6-4cd4-9a9e-5f35e8861791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:55.945794 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['efbcd406-1aea-43e7-b31b-ba2a1ee933a9'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:32:55.946064 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-9da7d55d-0fb6-4cd4-9a9e-5f35e8861791 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=733d7788dbf7454e945a255ad9d4f9f1&device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 1127 time: 0.6483867 Mar 07 15:32:55.952123 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2209ea89-5bc1-4493-9c90-459483a06668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:56.010394 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-acdce742-4956-49d5-aa56-376f16275cae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:56.035228 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3104fb7a-01f8-45ba-847a-7c4f0ec3df20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for subnet (19d2150c-f053-4b1f-8cc8-df118e08a162), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:56.035850 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d84c3d4-ed9d-4457-ae30-8adc7d04281c req-35646dd8-9802-4ee4-bfa7-173e357f8579 service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757182 Mar 07 15:32:56.047322 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-ecd2106b-6c27-4121-9a02-fe99740a0a4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d13cb24-b41f-4a74-8b11-a458cb005022 HTTP/1.1" status: 200 len: 217 time: 0.0903237 Mar 07 15:32:56.067820 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (858b99fc-1c7a-417f-8b1b-5f2b7e3403bf), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:56.098407 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-acdce742-4956-49d5-aa56-376f16275cae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Network e8b5ca41-79ff-414a-a637-6b4498d8f9ac is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:32:56.109495 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd27618-eb80-469d-95e5-07d577dc3cb4 req-58fa0e44-7338-4e52-91b4-9e16cde11cf7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:56.111051 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9fd27618-eb80-469d-95e5-07d577dc3cb4 req-58fa0e44-7338-4e52-91b4-9e16cde11cf7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 931 time: 0.2037046 Mar 07 15:32:56.114151 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-acdce742-4956-49d5-aa56-376f16275cae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:56.121020 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-acdce742-4956-49d5-aa56-376f16275cae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:32:56.126161 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-acdce742-4956-49d5-aa56-376f16275cae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:56.126768 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-acdce742-4956-49d5-aa56-376f16275cae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:56.142542 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3cd65-1f8f-4cef-8e28-32948fb24d90 req-447a6fe2-9c74-4dd6-bc3a-8bcf84c84e81 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:56.146464 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-18b3cd65-1f8f-4cef-8e28-32948fb24d90 req-447a6fe2-9c74-4dd6-bc3a-8bcf84c84e81 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 945 time: 0.2862701 Mar 07 15:32:56.160339 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdce742-4956-49d5-aa56-376f16275cae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'Port': ['ID=ba5835af-708e-4bf2-a30a-a1b4ed5fe32d,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:56.207417 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104fb7a-01f8-45ba-847a-7c4f0ec3df20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d2150c-f053-4b1f-8cc8-df118e08a162,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:56.235804 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-37963be6-771c-4e03-a981-dd813476c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:56.237323 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-37963be6-771c-4e03-a981-dd813476c7a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fa3af63-c79c-44c8-be3f-b0aa201a012b HTTP/1.1" status: 200 len: 856 time: 0.1603332 Mar 07 15:32:56.244269 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3104fb7a-01f8-45ba-847a-7c4f0ec3df20 admin admin] Checking segment: {'id': '2d6b2be4-07c1-45ea-acec-6e5432112ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '34e3b18c-cd58-41f4-b2cc-a5b982402ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:56.244630 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3104fb7a-01f8-45ba-847a-7c4f0ec3df20 admin admin] Network hostable DHCP agents. Network: 34e3b18c-cd58-41f4-b2cc-a5b982402ba9, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:32:56.247365 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-acdce742-4956-49d5-aa56-376f16275cae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1540127 Mar 07 15:32:56.271750 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Request body: {'port': {'device_id': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:56.336490 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-18b3cd65-1f8f-4cef-8e28-32948fb24d90 req-854810d7-0acd-417b-b149-e68ecbbf68d5 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779697 Mar 07 15:32:56.362900 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2209ea89-5bc1-4493-9c90-459483a06668 admin admin] Publish callbacks [] for security_group (484686b2-591c-4a35-a471-fbcc488b29e5), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:56.365004 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3104fb7a-01f8-45ba-847a-7c4f0ec3df20 admin admin] Network 34e3b18c-cd58-41f4-b2cc-a5b982402ba9 is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:32:56.373389 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2209ea89-5bc1-4493-9c90-459483a06668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (484686b2-591c-4a35-a471-fbcc488b29e5), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:56.409466 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-3104fb7a-01f8-45ba-847a-7c4f0ec3df20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, 34e3b18c-cd58-41f4-b2cc-a5b982402ba9) {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:56.423470 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf5ccb2-60f0-42d8-80c5-f4d9d3338a69 None None] Network 34e3b18c-cd58-41f4-b2cc-a5b982402ba9 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:32:56.429847 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-662fcba2-e029-4f49-8cfc-09fd24d8168b None None] Provisioning complete for port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:56.430743 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-662fcba2-e029-4f49-8cfc-09fd24d8168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:56.445856 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104fb7a-01f8-45ba-847a-7c4f0ec3df20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:56.446463 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3104fb7a-01f8-45ba-847a-7c4f0ec3df20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:56.459170 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-2c5ad86d-4838-4272-983f-a5acb9809737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:56.460778 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-2c5ad86d-4838-4272-983f-a5acb9809737 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dacc321-0235-4232-8deb-30a0cd8e5de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2101910 Mar 07 15:32:56.480219 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-2209ea89-5bc1-4493-9c90-459483a06668 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e9c842737f05459c9e2bccd14039f350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5791187 Mar 07 15:32:56.485627 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209ea89-5bc1-4493-9c90-459483a06668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484686b2-591c-4a35-a471-fbcc488b29e5,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:56.506780 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 54524) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:56.521021 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-662fcba2-e029-4f49-8cfc-09fd24d8168b None None] Port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:32:56.543908 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9fd27618-eb80-469d-95e5-07d577dc3cb4 req-c6494656-392c-4de0-ae0b-51489d06827a tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255660 Mar 07 15:32:56.544497 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-3104fb7a-01f8-45ba-847a-7c4f0ec3df20 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6669743 Mar 07 15:32:56.615060 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68784ddb-fca5-409e-84a0-51bf36a079a1 None None] Network 34e3b18c-cd58-41f4-b2cc-a5b982402ba9 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:32:56.619417 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51273dee-04c1-44c3-92b6-746e5417d71f req-1c2f4b69-deee-4637-9c95-e6e400009664 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:56.627485 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-51273dee-04c1-44c3-92b6-746e5417d71f req-1c2f4b69-deee-4637-9c95-e6e400009664 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 944 time: 0.2084649 Mar 07 15:32:56.628768 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:56.672962 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-4d966a28-286e-4160-9bfa-51174d145629 service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901755 Mar 07 15:32:56.738535 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-51273dee-04c1-44c3-92b6-746e5417d71f req-2b7c3e5d-63eb-4b29-9970-888087b75d07 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101177 Mar 07 15:32:56.812709 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8a7137e6-ecd1-47ec-b501-cf6766ec8ca8 admin admin] Publish callbacks [] for security_group (484686b2-591c-4a35-a471-fbcc488b29e5), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:56.822768 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b5f380ba-89aa-45a3-8be2-64b642eb955c req-ba85d56a-5211-4ab7-a95c-f4cc6b36f265 service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315486 Mar 07 15:32:56.854682 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d993142-85ce-4367-be5c-9fc11fcbcbfe req-dda6eec7-b019-4943-9bfe-c8862c302ce6 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:56.856251 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4d993142-85ce-4367-be5c-9fc11fcbcbfe req-dda6eec7-b019-4943-9bfe-c8862c302ce6 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 931 time: 0.2071831 Mar 07 15:32:56.946729 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8a7137e6-ecd1-47ec-b501-cf6766ec8ca8 admin admin] Publish callbacks [] for security_group (484686b2-591c-4a35-a471-fbcc488b29e5), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:56.986540 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79a1c0-c23c-45ce-b62d-8eab3e76a81f req-c8947d81-f9ec-44fc-a448-0c34734b8c1e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:56.993834 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3b79a1c0-c23c-45ce-b62d-8eab3e76a81f req-c8947d81-f9ec-44fc-a448-0c34734b8c1e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.1123476 Mar 07 15:32:57.002715 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a76c5-07bd-494d-b0fc-9725b30c3d7c req-17bcf50d-839a-4487-aa5e-298496506d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:57.004223 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b74a76c5-07bd-494d-b0fc-9725b30c3d7c req-17bcf50d-839a-4487-aa5e-298496506d15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=733d7788dbf7454e945a255ad9d4f9f1&device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 1127 time: 0.0895772 Mar 07 15:32:57.087425 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4d993142-85ce-4367-be5c-9fc11fcbcbfe req-3b85205e-2971-418d-a51d-8653d3c428a2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837611 Mar 07 15:32:57.121784 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:32:57.135380 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Publish callbacks [] for port (858b99fc-1c7a-417f-8b1b-5f2b7e3403bf), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:57.167224 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Transition to ACTIVE for port object 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:32:57.178052 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8a7137e6-ecd1-47ec-b501-cf6766ec8ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (484686b2-591c-4a35-a471-fbcc488b29e5), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:57.181085 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8a7137e6-ecd1-47ec-b501-cf6766ec8ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:57.182901 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-8a7137e6-ecd1-47ec-b501-cf6766ec8ca8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/484686b2-591c-4a35-a471-fbcc488b29e5 HTTP/1.1" status: 204 len: 168 time: 0.6743066 Mar 07 15:32:57.191189 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:32:57.194951 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (858b99fc-1c7a-417f-8b1b-5f2b7e3403bf), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:57.220701 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3b79a1c0-c23c-45ce-b62d-8eab3e76a81f req-fca61b85-282e-4448-95ee-60031cfd9197 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258708 Mar 07 15:32:57.244601 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device efbcd406-1aea-43e7-b31b-ba2a1ee933a9 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:32:57.257783 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a76c5-07bd-494d-b0fc-9725b30c3d7c req-5ef940ea-d7a8-4615-8871-659cfdd5384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:57.259563 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b74a76c5-07bd-494d-b0fc-9725b30c3d7c req-5ef940ea-d7a8-4615-8871-659cfdd5384d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4dacc321-0235-4232-8deb-30a0cd8e5de6 HTTP/1.1" status: 200 len: 918 time: 0.2478456 Mar 07 15:32:57.264617 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7137e6-ecd1-47ec-b501-cf6766ec8ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484686b2-591c-4a35-a471-fbcc488b29e5,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:57.335586 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b74a76c5-07bd-494d-b0fc-9725b30c3d7c req-b815758e-655c-4e6f-886b-c3feff73eda8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d13cb24-b41f-4a74-8b11-a458cb005022 HTTP/1.1" status: 200 len: 217 time: 0.0693393 Mar 07 15:32:57.342434 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Attempting to bind port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:57.342903 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Attempting to bind port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '34ed2dad-3835-41b6-89ef-99380e500cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:57.343355 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Attempting to bind port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf on network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:57.364970 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Pushing event updated for resources: {'Port': ['ID=858b99fc-1c7a-417f-8b1b-5f2b7e3403bf,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:57.377880 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.db.resource_extend [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 15:32:57.397836 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf on network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:32:57.398934 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Attempting to bind port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf on network 3a3e19fb-ac43-49de-ad3a-edd6be34b622 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:57.482444 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:57.483089 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Checking segment: {'id': '34ed2dad-3835-41b6-89ef-99380e500cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:57.483983 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Bound using segment: {'id': '34ed2dad-3835-41b6-89ef-99380e500cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:57.488842 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a76c5-07bd-494d-b0fc-9725b30c3d7c req-715cfd46-90e4-468a-a66f-e5d55b312341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:57.490494 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b74a76c5-07bd-494d-b0fc-9725b30c3d7c req-715cfd46-90e4-468a-a66f-e5d55b312341 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fa3af63-c79c-44c8-be3f-b0aa201a012b HTTP/1.1" status: 200 len: 856 time: 0.1411865 Mar 07 15:32:57.492517 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Bound port: 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ed2dad-3835-41b6-89ef-99380e500cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:57.493152 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (858b99fc-1c7a-417f-8b1b-5f2b7e3403bf), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:57.573319 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5835af-708e-4bf2-a30a-a1b4ed5fe32d {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:32:57.593929 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a76c5-07bd-494d-b0fc-9725b30c3d7c req-7b2ae5d0-a26f-4a49-a3d7-28ff7172e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:57.597807 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b74a76c5-07bd-494d-b0fc-9725b30c3d7c req-7b2ae5d0-a26f-4a49-a3d7-28ff7172e01f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dacc321-0235-4232-8deb-30a0cd8e5de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0986164 Mar 07 15:32:57.619134 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Publish callbacks [] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:57.620250 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port efbcd406-1aea-43e7-b31b-ba2a1ee933a9 completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:32:57.636303 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port efbcd406-1aea-43e7-b31b-ba2a1ee933a9 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:32:57.637257 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:57.675179 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5daff-2e17-4c7a-b9ca-b77de7671c22 req-122be58b-e5c1-414f-ad3e-8db82beb8c60 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:57.676962 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-39d5daff-2e17-4c7a-b9ca-b77de7671c22 req-122be58b-e5c1-414f-ad3e-8db82beb8c60 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 945 time: 0.1805217 Mar 07 15:32:57.682471 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 54564) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:57.691165 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-269151178-network', 'tenant_id': '850d67a3b0d64f58a3afba19f1538eb7'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:57.698469 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Transition to ACTIVE for port object ba5835af-708e-4bf2-a30a-a1b4ed5fe32d will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:32:57.728461 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4,segment=NetworkSegment(34ed2dad-3835-41b6-89ef-99380e500cd0),segment_id=34ed2dad-3835-41b6-89ef-99380e500cd0)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:57.735469 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:57.745632 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': '01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4', 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622', 'port_id': '01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4', 'mac_address': 'fa:16:3e:09:e6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a390f6-dd0f-4d34-8b55-d38294a0eeaa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:32:57.774485 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f6756-ca49-4468-9003-51ff041f600d req-38bda50a-3c3a-4e28-b00e-6ca553b3fa3c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:57.776328 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f70f6756-ca49-4468-9003-51ff041f600d req-38bda50a-3c3a-4e28-b00e-6ca553b3fa3c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 943 time: 0.1352918 Mar 07 15:32:57.803429 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:57.803829 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:57.804094 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] Made reservation on behalf of 850d67a3b0d64f58a3afba19f1538eb7 for: {'network': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:57.806850 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:57.824623 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] For port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:57.826931 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:57.850795 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5835af-708e-4bf2-a30a-a1b4ed5fe32d,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:57.862675 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:32:57.862848 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f70f6756-ca49-4468-9003-51ff041f600d req-82354aa9-01dd-4372-a179-b8b3ec8f3aed tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541630 Mar 07 15:32:57.866568 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b74a76c5-07bd-494d-b0fc-9725b30c3d7c req-9f7126d0-ea0c-439b-aff7-a119a78e154f service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601757 Mar 07 15:32:57.868369 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] For port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=858b99fc-1c7a-417f-8b1b-5f2b7e3403bf,segment=NetworkSegment(34ed2dad-3835-41b6-89ef-99380e500cd0),segment_id=34ed2dad-3835-41b6-89ef-99380e500cd0)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:57.884854 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port efbcd406-1aea-43e7-b31b-ba2a1ee933a9 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:57.885473 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:57.946830 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4,segment=NetworkSegment(34ed2dad-3835-41b6-89ef-99380e500cd0),segment_id=34ed2dad-3835-41b6-89ef-99380e500cd0)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:57.961439 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc38f07-a98d-4887-b997-3ae566a8cd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbcd406-1aea-43e7-b31b-ba2a1ee933a9'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:32:57.961678 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] Publish callbacks [] for security_group (5ae3f469-29de-4d39-9fb8-78097a948062), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:57.968630 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359b9c02-6189-49bf-a977-d1484e2c0fb9" -d '{"events": [{"server_uuid": "3fc38f07-a98d-4887-b997-3ae566a8cd85", "name": "network-vif-plugged", "status": "completed", "tag": "efbcd406-1aea-43e7-b31b-ba2a1ee933a9"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:32:57.973094 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (5ae3f469-29de-4d39-9fb8-78097a948062), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:57.977209 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:57.979317 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-39d5daff-2e17-4c7a-b9ca-b77de7671c22 req-1316b2a3-0b3b-4bb7-a15f-688d7ca207f9 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823110 Mar 07 15:32:58.002485 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (858b99fc-1c7a-417f-8b1b-5f2b7e3403bf), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:58.025377 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b74a76c5-07bd-494d-b0fc-9725b30c3d7c req-00a40812-0ac3-4ed3-bc9f-79700dd9ae66 service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504252 Mar 07 15:32:58.047669 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Attempting to bind port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:32:58.048010 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Attempting to bind port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:32:58.048334 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Attempting to bind port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d on network e8b5ca41-79ff-414a-a637-6b4498d8f9ac {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:58.113811 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f30b1-3243-4370-b803-97df338622ad req-d1850a67-40f2-4d7d-b3a3-ff6361b8c60f tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:58.117272 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ff4f30b1-3243-4370-b803-97df338622ad req-d1850a67-40f2-4d7d-b3a3-ff6361b8c60f tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 944 time: 0.0883718 Mar 07 15:32:58.140432 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=102970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:32:58.172222 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcb8c1d-9a2f-4c3c-a310-d9b784dcc1b5 x-openstack-request-id: req-7dcb8c1d-9a2f-4c3c-a310-d9b784dcc1b5 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:32:58.172742 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc38f07-a98d-4887-b997-3ae566a8cd85", "name": "network-vif-plugged", "status": "completed", "tag": "efbcd406-1aea-43e7-b31b-ba2a1ee933a9", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:32:58.172742 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7dcb8c1d-9a2f-4c3c-a310-d9b784dcc1b5 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:32:58.173360 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc38f07-a98d-4887-b997-3ae566a8cd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbcd406-1aea-43e7-b31b-ba2a1ee933a9', 'code': 200} Mar 07 15:32:58.176179 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:58.177263 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d on network e8b5ca41-79ff-414a-a637-6b4498d8f9ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:32:58.177601 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Attempting to bind port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d on network e8b5ca41-79ff-414a-a637-6b4498d8f9ac {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:32:58.200228 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:58.200801 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:58.202431 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] 10.222.0.30 "PUT /v2.0/ports/858b99fc-1c7a-417f-8b1b-5f2b7e3403bf HTTP/1.1" status: 200 len: 1093 time: 2.3746176 Mar 07 15:32:58.206149 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189af1d2-6aeb-4a15-a777-a81a0008e2d8', 'tag': '858b99fc-1c7a-417f-8b1b-5f2b7e3403bf'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:32:58.208746 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2577cc4d-9b78-4be3-bd22-d5e6a63e6f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "189af1d2-6aeb-4a15-a777-a81a0008e2d8", "tag": "858b99fc-1c7a-417f-8b1b-5f2b7e3403bf"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:32:58.218453 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae3f469-29de-4d39-9fb8-78097a948062,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:58.219524 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port efbcd406-1aea-43e7-b31b-ba2a1ee933a9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=efbcd406-1aea-43e7-b31b-ba2a1ee933a9,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:58.222574 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (d71535a3-d909-434d-8137-318d13e84d0d), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:58.222961 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.segments_db [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] Added segment d71535a3-d909-434d-8137-318d13e84d0d of type vlan for network e420b85c-dce5-4cbf-84a4-da639f673cf0 Mar 07 15:32:58.238379 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:32:58.238725 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Checking segment: {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:58.239124 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Bound using segment: {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:32:58.239601 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Bound port: ba5835af-708e-4bf2-a30a-a1b4ed5fe32d, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:32:58.239913 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:58.255373 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:58.286311 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ff4f30b1-3243-4370-b803-97df338622ad req-4e4e9bf6-0891-48be-83ad-7f080117ac5e tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514339 Mar 07 15:32:58.319550 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:32:58.426495 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ef079-9993-4780-b3b8-4b3cb13f4f04 service neutron] Pushing event updated for resources: {'Port': ['ID=858b99fc-1c7a-417f-8b1b-5f2b7e3403bf,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:58.445504 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c56d46-0e69-4eac-95c5-4bac66271a81 x-openstack-request-id: req-e2c56d46-0e69-4eac-95c5-4bac66271a81 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:32:58.445806 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189af1d2-6aeb-4a15-a777-a81a0008e2d8", "tag": "858b99fc-1c7a-417f-8b1b-5f2b7e3403bf", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:32:58.446092 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e2c56d46-0e69-4eac-95c5-4bac66271a81 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:32:58.446524 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189af1d2-6aeb-4a15-a777-a81a0008e2d8', 'tag': '858b99fc-1c7a-417f-8b1b-5f2b7e3403bf', 'status': 'completed', 'code': 200} Mar 07 15:32:58.454226 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (e420b85c-dce5-4cbf-84a4-da639f673cf0), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:58.472674 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81830909-9a9a-4721-8208-5521261ac26d req-3d82ba56-8378-4e9f-981c-a2133503e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:58.474912 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-81830909-9a9a-4721-8208-5521261ac26d req-3d82ba56-8378-4e9f-981c-a2133503e472 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 1129 time: 0.0997036 Mar 07 15:32:58.572710 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=efbcd406-1aea-43e7-b31b-ba2a1ee933a9,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:58.603308 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] For port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:32:58.610619 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] For port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba5835af-708e-4bf2-a30a-a1b4ed5fe32d,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:32:58.643370 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:58.659283 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-81830909-9a9a-4721-8208-5521261ac26d req-50790a1b-1e50-4dc3-97b7-077faf7fb782 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769967 Mar 07 15:32:58.686764 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db8e98-c664-45f0-9a21-3667a6052eac req-899454d9-8f4d-4e5a-a7b6-8b141f634e66 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:58.688375 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c2db8e98-c664-45f0-9a21-3667a6052eac req-899454d9-8f4d-4e5a-a7b6-8b141f634e66 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.1834192 Mar 07 15:32:58.734485 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (e420b85c-dce5-4cbf-84a4-da639f673cf0), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:58.735509 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:58.743331 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:58.776180 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf1898-e828-440d-9a3b-ae2f46997974 req-ae8828b5-b1cb-4712-9c7f-86c0cb22d4a8 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:58.783769 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3dcf1898-e828-440d-9a3b-ae2f46997974 req-ae8828b5-b1cb-4712-9c7f-86c0cb22d4a8 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 943 time: 0.5264161 Mar 07 15:32:58.812583 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c2db8e98-c664-45f0-9a21-3667a6052eac req-facc701f-d749-42e5-b8de-7814e11f1581 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026096 Mar 07 15:32:58.825282 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:58.826014 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:58.827464 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] 10.222.0.30 "PUT /v2.0/ports/ba5835af-708e-4bf2-a30a-a1b4ed5fe32d HTTP/1.1" status: 200 len: 1093 time: 2.5655477 Mar 07 15:32:58.852146 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-b3d4eb26-71ba-4da9-9e7f-91be1b1354f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:58.853676 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-b3d4eb26-71ba-4da9-9e7f-91be1b1354f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e962918ae84466af119c960ead2477&device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 1127 time: 0.5364976 Mar 07 15:32:58.912154 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2263782 Mar 07 15:32:58.916193 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54606) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:58.921409 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-d626ad89-a330-4cc9-bb8c-1d7705952484 admin admin] Request body: {'subnet': {'network_id': 'e420b85c-dce5-4cbf-84a4-da639f673cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-269151178-subnet', 'tenant_id': '850d67a3b0d64f58a3afba19f1538eb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:32:58.967667 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d626ad89-a330-4cc9-bb8c-1d7705952484 admin admin] Made reservation on behalf of 850d67a3b0d64f58a3afba19f1538eb7 for: {'subnet': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:32:58.973196 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d626ad89-a330-4cc9-bb8c-1d7705952484 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:59.018472 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-bcbea55c-14a6-49c5-ba78-6085b4797b02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=858b99fc-1c7a-417f-8b1b-5f2b7e3403bf HTTP/1.1" status: 200 len: 217 time: 0.1190052 Mar 07 15:32:59.019388 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695adfba-2401-4140-8735-ca7498d51a4c admin admin] Pushing event updated for resources: {'Network': ['ID=e420b85c-dce5-4cbf-84a4-da639f673cf0,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:59.021664 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7ca40-3f6f-455d-baef-24703a7db084 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5835af-708e-4bf2-a30a-a1b4ed5fe32d,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:59.030832 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network e420b85c-dce5-4cbf-84a4-da639f673cf0 details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:32:59.174792 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3dcf1898-e828-440d-9a3b-ae2f46997974 req-1d2060b0-a207-4cc5-8a59-45c49a530595 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3893099 Mar 07 15:32:59.177274 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-d1e4163e-b541-4e9c-89f7-7e8645ab3c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:59.179234 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-d1e4163e-b541-4e9c-89f7-7e8645ab3c8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a390f6-dd0f-4d34-8b55-d38294a0eeaa HTTP/1.1" status: 200 len: 858 time: 0.1290274 Mar 07 15:32:59.202117 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 7d13cb24-b41f-4a74-8b11-a458cb005022 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:32:59.234701 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-62223b08-0803-480d-8f3d-60875e160b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:59.237638 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-62223b08-0803-480d-8f3d-60875e160b91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 1127 time: 0.3233078 Mar 07 15:32:59.241031 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-d708b5b6-2064-4460-ba3c-44f4b658e03a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a3e19fb-ac43-49de-ad3a-edd6be34b622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539391 Mar 07 15:32:59.286142 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b16deb-127c-4c66-b815-1ca08569f9d4 req-742cf20a-defa-48cf-8db8-1ec3142b8d7e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:59.287677 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a0b16deb-127c-4c66-b815-1ca08569f9d4 req-742cf20a-defa-48cf-8db8-1ec3142b8d7e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 943 time: 0.2637980 Mar 07 15:32:59.385284 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a0b16deb-127c-4c66-b815-1ca08569f9d4 req-83d397fe-2d5c-4ebc-bf13-8b56a97876da tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911045 Mar 07 15:32:59.392433 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 7d13cb24-b41f-4a74-8b11-a458cb005022, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7d13cb24-b41f-4a74-8b11-a458cb005022,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:59.405312 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'port_id': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'mac_address': 'fa:16:3e:d2:3b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:32:59.437866 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616af59-de82-4de3-990c-a2147e46b828 req-9ded2abf-f87f-4081-8b93-a680afd2b784 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:59.444892 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1616af59-de82-4de3-990c-a2147e46b828 req-9ded2abf-f87f-4081-8b93-a680afd2b784 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0715945 Mar 07 15:32:59.449134 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d626ad89-a330-4cc9-bb8c-1d7705952484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for subnet (847930a0-8349-4272-a21d-947f3ebfecdb), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:59.453121 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 7d13cb24-b41f-4a74-8b11-a458cb005022 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:32:59.453519 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:59.467403 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d13cb24-b41f-4a74-8b11-a458cb005022 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:32:59.488917 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 7d13cb24-b41f-4a74-8b11-a458cb005022, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7d13cb24-b41f-4a74-8b11-a458cb005022,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:32:59.490850 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1616af59-de82-4de3-990c-a2147e46b828 req-1297dc6f-cf3b-497c-9882-411a3b1c3b9a tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447514 Mar 07 15:32:59.494541 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:59.543879 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=7d13cb24-b41f-4a74-8b11-a458cb005022,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:59.701474 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626ad89-a330-4cc9-bb8c-1d7705952484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=847930a0-8349-4272-a21d-947f3ebfecdb,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:32:59.710573 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626ad89-a330-4cc9-bb8c-1d7705952484 admin admin] Checking segment: {'id': 'd71535a3-d909-434d-8137-318d13e84d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e420b85c-dce5-4cbf-84a4-da639f673cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:32:59.710927 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626ad89-a330-4cc9-bb8c-1d7705952484 admin admin] Network hostable DHCP agents. Network: e420b85c-dce5-4cbf-84a4-da639f673cf0, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:32:59.727562 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626ad89-a330-4cc9-bb8c-1d7705952484 admin admin] Network e420b85c-dce5-4cbf-84a4-da639f673cf0 is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:32:59.736450 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-d626ad89-a330-4cc9-bb8c-1d7705952484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, e420b85c-dce5-4cbf-84a4-da639f673cf0) {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:32:59.742163 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d626ad89-a330-4cc9-bb8c-1d7705952484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:59.742813 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d626ad89-a330-4cc9-bb8c-1d7705952484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:59.746194 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c093db13-3ed1-4c97-a34e-054277c9bf5e None None] Network e420b85c-dce5-4cbf-84a4-da639f673cf0 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:32:59.765691 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-d626ad89-a330-4cc9-bb8c-1d7705952484 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8434870 Mar 07 15:32:59.856365 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c24b29-ba77-4687-bba3-e8d8cedf9a17 None None] Network e420b85c-dce5-4cbf-84a4-da639f673cf0 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:32:59.879235 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54628) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:32:59.925037 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5958261-3046-4eda-b39e-385f76d97270 admin admin] Deleting subnet 19d2150c-f053-4b1f-8cc8-df118e08a162 {{(pid=102971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:32:59.928207 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c5958261-3046-4eda-b39e-385f76d97270 admin admin] Publish callbacks [] for subnet (19d2150c-f053-4b1f-8cc8-df118e08a162), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:59.935126 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08aada0-9f59-4163-ac28-b573fee5adb9 req-f13d1714-a7ce-4c42-b024-3e4a3b61bdef tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:32:59.936722 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e08aada0-9f59-4163-ac28-b573fee5adb9 req-f13d1714-a7ce-4c42-b024-3e4a3b61bdef tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 944 time: 0.0609884 Mar 07 15:32:59.963060 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c5958261-3046-4eda-b39e-385f76d97270 admin admin] Publish callbacks [] for subnet (19d2150c-f053-4b1f-8cc8-df118e08a162), precommit_delete_associations {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:59.973067 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c5958261-3046-4eda-b39e-385f76d97270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (19d2150c-f053-4b1f-8cc8-df118e08a162), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:32:59.984026 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e08aada0-9f59-4163-ac28-b573fee5adb9 req-516ca39d-8cc3-46ba-8961-41d35d0b0434 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415292 Mar 07 15:33:00.031293 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c5958261-3046-4eda-b39e-385f76d97270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for subnet (19d2150c-f053-4b1f-8cc8-df118e08a162), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.057750 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5958261-3046-4eda-b39e-385f76d97270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d2150c-f053-4b1f-8cc8-df118e08a162,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:00.060046 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c5958261-3046-4eda-b39e-385f76d97270 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.063215 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-c5958261-3046-4eda-b39e-385f76d97270 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/19d2150c-f053-4b1f-8cc8-df118e08a162 HTTP/1.1" status: 204 len: 168 time: 0.1829910 Mar 07 15:33:00.065750 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54632) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:00.132412 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (34e3b18c-cd58-41f4-b2cc-a5b982402ba9), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.215220 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (34e3b18c-cd58-41f4-b2cc-a5b982402ba9), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.236084 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.236476 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.237219 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.237551 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Subscribe: > port after_create 55550000 {{(pid=102971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.238009 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=102971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.238351 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Subscribe: > port after_update 55550000 {{(pid=102971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.238671 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.238994 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.239640 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.239964 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.293782 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35818b-a50d-4d8d-abbc-d9aa6c028501 req-4a9f17bb-5e78-4a3f-b065-1c5085f9307f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:00.295279 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8e35818b-a50d-4d8d-abbc-d9aa6c028501 req-4a9f17bb-5e78-4a3f-b065-1c5085f9307f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 943 time: 0.0511472 Mar 07 15:33:00.341893 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8e35818b-a50d-4d8d-abbc-d9aa6c028501 req-c849bcc6-9c6b-41c7-acf8-d42799a5f8d3 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410690 Mar 07 15:33:00.343269 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.343708 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.343956 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.344293 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.344671 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e3b18c-cd58-41f4-b2cc-a5b982402ba9']}} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:00.362713 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6b2be4-07c1-45ea-acec-6e5432112ef8') {'for_net_delete': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:00.363013 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6b2be4-07c1-45ea-acec-6e5432112ef8') {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:00.379150 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8227217'] for segment (2d6b2be4-07c1-45ea-acec-6e5432112ef8), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.400224 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (2d6b2be4-07c1-45ea-acec-6e5432112ef8), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.408155 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:33:00.408611 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7627424'] for segment (2d6b2be4-07c1-45ea-acec-6e5432112ef8), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: from cryptography.utils import int_from_bytes Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: from cryptography.utils import int_from_bytes Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: Traceback (most recent call last): Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: timer() Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: cb(*args, **kw) Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: return func(*args, **kwargs) Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: self._notify() Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: self.callback(batched_events) Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: event.method(event) Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: return f(self, *a, **k) Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._get(url).json() Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: return self.request(url, 'GET', **kwargs) Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:33:00.438833 dv-cinder-830538-7-iscsi neutron-server[102971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:33:00.447692 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'tag': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:33:00.450113 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6603c5b-f12e-4d13-9c23-779d80740520" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0", "tag": "ba5835af-708e-4bf2-a30a-a1b4ed5fe32d"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:33:00.501440 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (34e3b18c-cd58-41f4-b2cc-a5b982402ba9), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.519016 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.522384 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] 10.222.0.26 "DELETE /v2.0/networks/34e3b18c-cd58-41f4-b2cc-a5b982402ba9 HTTP/1.1" status: 204 len: 168 time: 0.4557016 Mar 07 15:33:00.523788 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad26ab-8d87-4669-b082-3aca649a73fc admin admin] Pushing event deleted for resources: {'Network': ['ID=34e3b18c-cd58-41f4-b2cc-a5b982402ba9,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:00.525165 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54644) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:00.528058 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f4474-c6f6-4d3f-a2a3-3378614bf832 req-754e970d-bf69-455f-8727-f7becadcb6d5 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:00.529886 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d28f4474-c6f6-4d3f-a2a3-3378614bf832 req-754e970d-bf69-455f-8727-f7becadcb6d5 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 943 time: 0.0630968 Mar 07 15:33:00.570380 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f10a6e-28c5-4d0d-b29e-9df13265a385 admin admin] Deleting subnet 847930a0-8349-4272-a21d-947f3ebfecdb {{(pid=102971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:33:00.573611 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-69f10a6e-28c5-4d0d-b29e-9df13265a385 admin admin] Publish callbacks [] for subnet (847930a0-8349-4272-a21d-947f3ebfecdb), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.577650 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d28f4474-c6f6-4d3f-a2a3-3378614bf832 req-aea89440-2fe2-4f8e-9bb6-6fc6e29779b9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 Mar 07 15:33:00.607981 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-69f10a6e-28c5-4d0d-b29e-9df13265a385 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8227178'] for subnet (847930a0-8349-4272-a21d-947f3ebfecdb), precommit_delete_associations {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.620648 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd73f46-a3e7-482f-91c4-5ad7b47f237f x-openstack-request-id: req-2bd73f46-a3e7-482f-91c4-5ad7b47f237f {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:33:00.620949 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0", "tag": "ba5835af-708e-4bf2-a30a-a1b4ed5fe32d", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:33:00.621212 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bd73f46-a3e7-482f-91c4-5ad7b47f237f {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:33:00.621607 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'tag': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d', 'status': 'completed', 'code': 200} Mar 07 15:33:00.651854 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-69f10a6e-28c5-4d0d-b29e-9df13265a385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (847930a0-8349-4272-a21d-947f3ebfecdb), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.703793 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-69f10a6e-28c5-4d0d-b29e-9df13265a385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7627466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4930682'] for subnet (847930a0-8349-4272-a21d-947f3ebfecdb), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.715700 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b7d3a-3bd0-4ca9-8b9a-4adbb71d597b req-8187241d-94b3-4531-80a9-a8978d99253e tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:00.717067 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e26b7d3a-3bd0-4ca9-8b9a-4adbb71d597b req-8187241d-94b3-4531-80a9-a8978d99253e tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0527182 Mar 07 15:33:00.733580 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-69f10a6e-28c5-4d0d-b29e-9df13265a385 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.736802 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-69f10a6e-28c5-4d0d-b29e-9df13265a385 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/847930a0-8349-4272-a21d-947f3ebfecdb HTTP/1.1" status: 204 len: 168 time: 0.2107298 Mar 07 15:33:00.738001 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f10a6e-28c5-4d0d-b29e-9df13265a385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847930a0-8349-4272-a21d-947f3ebfecdb,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:00.739729 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 54646) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:00.814313 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e26b7d3a-3bd0-4ca9-8b9a-4adbb71d597b req-c9d3f603-04ee-4076-b738-c093aced9ca9 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906544 Mar 07 15:33:00.828300 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (e420b85c-dce5-4cbf-84a4-da639f673cf0), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.907560 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (e420b85c-dce5-4cbf-84a4-da639f673cf0), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:00.927765 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.928123 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.928860 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.929202 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Subscribe: > port after_create 55550000 {{(pid=102970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.929535 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.929870 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Subscribe: > port after_update 55550000 {{(pid=102970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.930211 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.930541 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.930854 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.931177 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.996235 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.996580 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.996912 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.997240 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:33:00.997610 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e420b85c-dce5-4cbf-84a4-da639f673cf0']}} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:01.018641 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71535a3-d909-434d-8137-318d13e84d0d') {'for_net_delete': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:01.018943 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71535a3-d909-434d-8137-318d13e84d0d') {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:01.035221 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4916765'] for segment (d71535a3-d909-434d-8137-318d13e84d0d), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:01.062211 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (d71535a3-d909-434d-8137-318d13e84d0d), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:01.085465 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=102970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:33:01.085858 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143150'] for segment (d71535a3-d909-434d-8137-318d13e84d0d), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: from cryptography.utils import int_from_bytes Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: from cryptography.utils import int_from_bytes Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: Traceback (most recent call last): Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: timer() Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: cb(*args, **kw) Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: return func(*args, **kwargs) Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: self._notify() Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: self.callback(batched_events) Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: event.method(event) Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: return f(self, *a, **k) Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._get(url).json() Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: return self.request(url, 'GET', **kwargs) Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:33:01.089589 dv-cinder-830538-7-iscsi neutron-server[102970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:33:01.335640 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (e420b85c-dce5-4cbf-84a4-da639f673cf0), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:01.344668 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b472-ac2c-4a5e-9532-8a0c96458496 req-f21aff2b-d279-46d4-acf0-ee0bb480217a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:01.346282 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fb46b472-ac2c-4a5e-9532-8a0c96458496 req-f21aff2b-d279-46d4-acf0-ee0bb480217a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 944 time: 0.2940099 Mar 07 15:33:01.351455 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:01.354570 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e420b85c-dce5-4cbf-84a4-da639f673cf0 HTTP/1.1" status: 204 len: 168 time: 0.6136570 Mar 07 15:33:01.369520 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012983b0-69f2-489a-989b-bf72698be3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e420b85c-dce5-4cbf-84a4-da639f673cf0,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:01.408975 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fb46b472-ac2c-4a5e-9532-8a0c96458496 req-2aa5c1fc-b032-421d-8167-4fffb3c44ebd tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453680 Mar 07 15:33:01.534459 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd422cb-743b-4b61-850d-30cf1f38fec1 req-cf9b762a-8ab6-44c8-9486-6d090f35d9b2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:01.536098 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cbd422cb-743b-4b61-850d-30cf1f38fec1 req-cf9b762a-8ab6-44c8-9486-6d090f35d9b2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 943 time: 0.0589647 Mar 07 15:33:01.536398 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54658) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:01.575820 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-24117f03-7159-4b47-bd72-da7fb4de6b83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfa857583694480e9307980d87e25192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382171 Mar 07 15:33:01.578333 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54660) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:01.582303 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cbd422cb-743b-4b61-850d-30cf1f38fec1 req-cf1b954d-6cf7-4a4b-b5b3-200f10dcd43b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405912 Mar 07 15:33:01.626963 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b07510a7-338f-40cb-9d65-5fede6508a25 admin admin] Publish callbacks [] for security_group (2ab7b39c-70b6-4ade-bbcd-b70a6cbaa359), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:01.651512 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b07510a7-338f-40cb-9d65-5fede6508a25 admin admin] Publish callbacks [] for security_group (2ab7b39c-70b6-4ade-bbcd-b70a6cbaa359), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:01.694913 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8afe3-583d-44f2-9dfd-263758d9a606 req-1e5cb897-c823-4ac0-bf93-20875c0d6a4f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:01.696373 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cda8afe3-583d-44f2-9dfd-263758d9a606 req-1e5cb897-c823-4ac0-bf93-20875c0d6a4f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 943 time: 0.0510275 Mar 07 15:33:01.702364 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b07510a7-338f-40cb-9d65-5fede6508a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (2ab7b39c-70b6-4ade-bbcd-b70a6cbaa359), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:01.704922 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b07510a7-338f-40cb-9d65-5fede6508a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:01.706632 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-b07510a7-338f-40cb-9d65-5fede6508a25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ab7b39c-70b6-4ade-bbcd-b70a6cbaa359 HTTP/1.1" status: 204 len: 168 time: 0.1273799 Mar 07 15:33:01.714862 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07510a7-338f-40cb-9d65-5fede6508a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab7b39c-70b6-4ade-bbcd-b70a6cbaa359,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:01.750152 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cda8afe3-583d-44f2-9dfd-263758d9a606 req-3e862668-8ca6-4dbf-8406-2c75400f9b62 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470717 Mar 07 15:33:01.805952 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-c465f626-7c2b-4b2f-9543-eb4e60fd34c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba5835af-708e-4bf2-a30a-a1b4ed5fe32d HTTP/1.1" status: 200 len: 217 time: 0.0506465 Mar 07 15:33:01.957192 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-ac3e2986-0242-448c-bdc8-ccca82d16d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:01.958736 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-ac3e2986-0242-448c-bdc8-ccca82d16d2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=caea1b3f-a80c-4138-ad4b-bb4ae0b4063a HTTP/1.1" status: 200 len: 853 time: 0.1386559 Mar 07 15:33:01.987295 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-aea9db76-2494-48fc-a77c-248a501ced68 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900780 Mar 07 15:33:02.040893 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37839d91-93f4-4043-8f4e-7b7459020582 req-a3cc2d8a-a678-4608-a40e-9f1c310adbd4 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:02.048089 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['7d13cb24-b41f-4a74-8b11-a458cb005022'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:33:02.048836 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-37839d91-93f4-4043-8f4e-7b7459020582 req-a3cc2d8a-a678-4608-a40e-9f1c310adbd4 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.1469560 Mar 07 15:33:02.123409 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54678) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:02.152620 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-6fa74060-8fa1-4cbe-b5d9-19c44b35516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:02.155081 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-6fa74060-8fa1-4cbe-b5d9-19c44b35516f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1847146 Mar 07 15:33:02.189350 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-37839d91-93f4-4043-8f4e-7b7459020582 req-55f1e693-44fa-4e54-ae2f-fe6f12606801 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394918 Mar 07 15:33:02.192563 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-f5c87ce9-c56a-47d3-b954-b0bd586c02d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=850d67a3b0d64f58a3afba19f1538eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0678699 Mar 07 15:33:02.193387 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54684) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:02.235499 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0af6900b-f94c-42c9-b2a0-0ddaa09efa2e req-99b0851e-635b-4e22-9e32-c445886368c7 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286832 Mar 07 15:33:02.258565 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0fd836ec-c696-4532-9e0e-1c38b02d7475 admin admin] Publish callbacks [] for security_group (5ae3f469-29de-4d39-9fb8-78097a948062), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:02.283710 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0fd836ec-c696-4532-9e0e-1c38b02d7475 admin admin] Publish callbacks [] for security_group (5ae3f469-29de-4d39-9fb8-78097a948062), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:02.360031 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0fd836ec-c696-4532-9e0e-1c38b02d7475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (5ae3f469-29de-4d39-9fb8-78097a948062), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:02.366181 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0fd836ec-c696-4532-9e0e-1c38b02d7475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:02.367875 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-0fd836ec-c696-4532-9e0e-1c38b02d7475 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ae3f469-29de-4d39-9fb8-78097a948062 HTTP/1.1" status: 204 len: 168 time: 0.1731849 Mar 07 15:33:02.385294 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-7b5c5d40-bb96-4d5d-ab5b-a09e7f285800 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228827 Mar 07 15:33:02.399717 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd836ec-c696-4532-9e0e-1c38b02d7475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae3f469-29de-4d39-9fb8-78097a948062,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:02.472708 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577cc4d-9b78-4be3-bd22-d5e6a63e6f4e req-9e9292ad-ef89-4220-9ab7-8b6952544012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:02.475484 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2577cc4d-9b78-4be3-bd22-d5e6a63e6f4e req-9e9292ad-ef89-4220-9ab7-8b6952544012 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e962918ae84466af119c960ead2477&device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 1127 time: 0.1566939 Mar 07 15:33:02.576201 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831b947-c822-433f-8e22-7dc261a37d15 req-670052c1-6834-44e9-89d7-1de23e4a85aa tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:02.583885 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1831b947-c822-433f-8e22-7dc261a37d15 req-670052c1-6834-44e9-89d7-1de23e4a85aa tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 944 time: 0.0770218 Mar 07 15:33:02.623393 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4c038fd1-9e00-40a3-88fc-51408c6e4988 req-12d6cccd-6e38-4bbf-bc71-d71df585ae85 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316861 Mar 07 15:33:02.657002 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577cc4d-9b78-4be3-bd22-d5e6a63e6f4e req-22d96f6e-44cd-41aa-84da-55faa636fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:02.659786 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2577cc4d-9b78-4be3-bd22-d5e6a63e6f4e req-22d96f6e-44cd-41aa-84da-55faa636fdb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a3e19fb-ac43-49de-ad3a-edd6be34b622 HTTP/1.1" status: 200 len: 919 time: 0.1534345 Mar 07 15:33:02.666508 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1831b947-c822-433f-8e22-7dc261a37d15 req-873a4cc2-15e7-4d2c-a577-db20be3e4270 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812242 Mar 07 15:33:02.729846 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2577cc4d-9b78-4be3-bd22-d5e6a63e6f4e req-e2d3bc18-0598-4fc9-820d-4a6379c11f7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=858b99fc-1c7a-417f-8b1b-5f2b7e3403bf HTTP/1.1" status: 200 len: 217 time: 0.0611014 Mar 07 15:33:02.828176 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577cc4d-9b78-4be3-bd22-d5e6a63e6f4e req-d28adcbd-5cad-4d79-8128-0ac6a137261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:02.829739 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2577cc4d-9b78-4be3-bd22-d5e6a63e6f4e req-d28adcbd-5cad-4d79-8128-0ac6a137261b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a390f6-dd0f-4d34-8b55-d38294a0eeaa HTTP/1.1" status: 200 len: 858 time: 0.0903668 Mar 07 15:33:02.873719 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da692622-074f-457f-8a32-a055867a0635 req-1df7bad1-75dc-4a82-9872-736ed10dec5e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:02.882497 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-da692622-074f-457f-8a32-a055867a0635 req-1df7bad1-75dc-4a82-9872-736ed10dec5e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 943 time: 0.1618609 Mar 07 15:33:02.887525 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2577cc4d-9b78-4be3-bd22-d5e6a63e6f4e req-d544688d-2b0a-4454-838b-e79ac1bc2144 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a3e19fb-ac43-49de-ad3a-edd6be34b622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504863 Mar 07 15:33:02.894850 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6603c5b-f12e-4d13-9c23-779d80740520 req-fd7d999e-8f99-491a-893a-2eddceaeddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:02.896631 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f6603c5b-f12e-4d13-9c23-779d80740520 req-fd7d999e-8f99-491a-893a-2eddceaeddf0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 1127 time: 0.1752832 Mar 07 15:33:02.952955 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087788ca-8428-4dc2-b7b2-56ca48a71cb7 req-a3c43628-b3f0-4e92-88e7-27ce00ee5fe7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:02.964026 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-087788ca-8428-4dc2-b7b2-56ca48a71cb7 req-a3c43628-b3f0-4e92-88e7-27ce00ee5fe7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 943 time: 0.1183002 Mar 07 15:33:03.030255 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-087788ca-8428-4dc2-b7b2-56ca48a71cb7 req-7669a6ae-338a-4660-9859-e5e39c2c15a9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650556 Mar 07 15:33:03.059115 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-da692622-074f-457f-8a32-a055867a0635 req-519d4b9e-b026-41e6-b5ef-8dae8819fc0d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767647 Mar 07 15:33:03.104946 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6603c5b-f12e-4d13-9c23-779d80740520 req-a64c08ca-c86a-45ec-a3f6-bb44dedb48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:03.106961 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f6603c5b-f12e-4d13-9c23-779d80740520 req-a64c08ca-c86a-45ec-a3f6-bb44dedb48c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 200 len: 915 time: 0.1921263 Mar 07 15:33:03.108815 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2577cc4d-9b78-4be3-bd22-d5e6a63e6f4e req-1f58c3f1-ca54-46c7-bf75-06410f1b4c32 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043958 Mar 07 15:33:03.171669 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f6603c5b-f12e-4d13-9c23-779d80740520 req-e5dc1c4f-0beb-42b0-afb1-13dc26188cd6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba5835af-708e-4bf2-a30a-a1b4ed5fe32d HTTP/1.1" status: 200 len: 217 time: 0.0535300 Mar 07 15:33:03.285415 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6603c5b-f12e-4d13-9c23-779d80740520 req-723598e8-577b-4a96-897b-4051c59c69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:03.286902 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f6603c5b-f12e-4d13-9c23-779d80740520 req-723598e8-577b-4a96-897b-4051c59c69dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=caea1b3f-a80c-4138-ad4b-bb4ae0b4063a HTTP/1.1" status: 200 len: 853 time: 0.0976973 Mar 07 15:33:03.303351 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2577cc4d-9b78-4be3-bd22-d5e6a63e6f4e req-745fc2fd-7f50-452f-9f1e-37b5af84b36e service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789334 Mar 07 15:33:03.349556 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bf81a-9726-4ed9-ba3a-d74792f6064e req-d91ebbc4-f222-4b74-8907-3a11ed947453 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:03.354074 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6603c5b-f12e-4d13-9c23-779d80740520 req-85db48db-51ea-4a23-b598-3ed65036eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:03.356168 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f6603c5b-f12e-4d13-9c23-779d80740520 req-85db48db-51ea-4a23-b598-3ed65036eacd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519576 Mar 07 15:33:03.357220 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e05bf81a-9726-4ed9-ba3a-d74792f6064e req-d91ebbc4-f222-4b74-8907-3a11ed947453 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0759368 Mar 07 15:33:03.401110 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e05bf81a-9726-4ed9-ba3a-d74792f6064e req-5a8f1784-aa43-48b7-8bd1-fac9e46d5b3c tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428109 Mar 07 15:33:03.459132 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f6603c5b-f12e-4d13-9c23-779d80740520 req-b8326216-16b1-4f9b-8f34-b3596cca7a1c service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952561 Mar 07 15:33:03.591017 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f6603c5b-f12e-4d13-9c23-779d80740520 req-83f5a4c2-5f39-43c4-b5af-534a57b0acb5 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255057 Mar 07 15:33:03.602621 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f349f-dfd2-4344-b4e1-ada053ec6d99 req-243282cd-7a5e-4400-a26b-a312f2625a28 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:03.604145 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-535f349f-dfd2-4344-b4e1-ada053ec6d99 req-243282cd-7a5e-4400-a26b-a312f2625a28 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0760291 Mar 07 15:33:03.613330 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 54758) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:03.618057 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-282d82a4-394f-4bba-9bec-821720779c9b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Request body: {'floatingip': {'port_id': 'efbcd406-1aea-43e7-b31b-ba2a1ee933a9'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:33:03.696439 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-282d82a4-394f-4bba-9bec-821720779c9b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for floatingip (5b0b31ca-6e76-4e74-8b33-a1d22d4eded1), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:03.769043 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 7d13cb24-b41f-4a74-8b11-a458cb005022 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:33:03.840767 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port 7d13cb24-b41f-4a74-8b11-a458cb005022 completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:33:03.846784 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port 7d13cb24-b41f-4a74-8b11-a458cb005022 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:33:03.848043 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:03.946972 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 7d13cb24-b41f-4a74-8b11-a458cb005022 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:33:03.947416 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:03.953385 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76357904-6028-4771-b9a8-89e5e2aea8d9 req-8cd5c6e8-aee6-4c2e-8eae-80f2aa62e0e1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:03.955865 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-76357904-6028-4771-b9a8-89e5e2aea8d9 req-8cd5c6e8-aee6-4c2e-8eae-80f2aa62e0e1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 944 time: 0.0684793 Mar 07 15:33:03.982350 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d13cb24-b41f-4a74-8b11-a458cb005022'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:33:03.984808 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9e825f-2082-4e3f-a62c-2c61c93fb366" -d '{"events": [{"server_uuid": "2c91451f-f341-465a-a96a-5d6b5cfa343e", "name": "network-vif-plugged", "status": "completed", "tag": "7d13cb24-b41f-4a74-8b11-a458cb005022"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:33:04.009436 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 7d13cb24-b41f-4a74-8b11-a458cb005022, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7d13cb24-b41f-4a74-8b11-a458cb005022,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:33:04.019437 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:04.020366 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:33:04.100072 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-76357904-6028-4771-b9a8-89e5e2aea8d9 req-b1de841d-a71a-4c5c-ae09-25c07f0299a0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386909 Mar 07 15:33:04.108464 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c6c2b1-cdbb-407b-bb5f-ce929caef21e x-openstack-request-id: req-67c6c2b1-cdbb-407b-bb5f-ce929caef21e {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:33:04.108771 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c91451f-f341-465a-a96a-5d6b5cfa343e", "name": "network-vif-plugged", "status": "completed", "tag": "7d13cb24-b41f-4a74-8b11-a458cb005022", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:33:04.117149 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67c6c2b1-cdbb-407b-bb5f-ce929caef21e {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:33:04.117653 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'code': 200} Mar 07 15:33:04.220174 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=7d13cb24-b41f-4a74-8b11-a458cb005022,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:04.244292 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:33:04.250188 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:33:04.250970 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:04.316122 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ac611-43b5-4cbb-b1cf-8dd860266450 req-b2a6ed79-d3a1-45a5-9bab-834034fba806 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:04.333359 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-719ac611-43b5-4cbb-b1cf-8dd860266450 req-b2a6ed79-d3a1-45a5-9bab-834034fba806 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 943 time: 0.1358585 Mar 07 15:33:04.351681 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:33:04.351681 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:04.397391 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-719ac611-43b5-4cbb-b1cf-8dd860266450 req-930b30a3-705e-4ad1-8317-003e3d7ba696 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627413 Mar 07 15:33:04.415193 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4,segment=NetworkSegment(34ed2dad-3835-41b6-89ef-99380e500cd0),segment_id=34ed2dad-3835-41b6-89ef-99380e500cd0)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:33:04.422056 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:04.482189 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54800) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:04.495554 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:04.684471 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b8a011ee-daf8-48aa-9fa9-f8ef9800a320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:04.779439 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b8a011ee-daf8-48aa-9fa9-f8ef9800a320 admin admin] Publish callbacks [] for security_group (b8062a3e-1a49-425a-8a55-00338254d904), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:04.784668 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b8a011ee-daf8-48aa-9fa9-f8ef9800a320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (b8062a3e-1a49-425a-8a55-00338254d904), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:04.800032 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37df13-f19f-4f3e-bb4f-85baa780ce55 req-8a8a5ae0-1e11-4676-b04c-a888c58b5726 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:04.806674 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fa37df13-f19f-4f3e-bb4f-85baa780ce55 req-8a8a5ae0-1e11-4676-b04c-a888c58b5726 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 943 time: 0.6027918 Mar 07 15:33:04.839178 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-b8a011ee-daf8-48aa-9fa9-f8ef9800a320 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5f0194a7cfc43c8ac8b688cd0ebf2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3555036 Mar 07 15:33:04.840998 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54824) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:04.848870 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a011ee-daf8-48aa-9fa9-f8ef9800a320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8062a3e-1a49-425a-8a55-00338254d904,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:04.852876 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f1503-95ec-48ee-8da1-a04a06f4ca1f req-74d73f5f-3c5d-4aff-89af-fd968d77ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:04.854427 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f39f1503-95ec-48ee-8da1-a04a06f4ca1f req-74d73f5f-3c5d-4aff-89af-fd968d77ee33 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 1129 time: 0.2848206 Mar 07 15:33:04.938511 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.db.resource_extend [None req-282d82a4-394f-4bba-9bec-821720779c9b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 15:33:04.940491 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2ff2-de70-4bd0-9950-fde0107a4bbe admin admin] Publish callbacks [] for security_group (b8062a3e-1a49-425a-8a55-00338254d904), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:04.964140 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2ff2-de70-4bd0-9950-fde0107a4bbe admin admin] Publish callbacks [] for security_group (b8062a3e-1a49-425a-8a55-00338254d904), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:05.019995 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fa37df13-f19f-4f3e-bb4f-85baa780ce55 req-d8a0ffa2-6f20-488a-a4a5-e98ecfcf68ba tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124548 Mar 07 15:33:05.021817 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2ff2-de70-4bd0-9950-fde0107a4bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (b8062a3e-1a49-425a-8a55-00338254d904), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:05.027782 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2ff2-de70-4bd0-9950-fde0107a4bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:05.032892 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-c6ac2ff2-de70-4bd0-9950-fde0107a4bbe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8062a3e-1a49-425a-8a55-00338254d904 HTTP/1.1" status: 204 len: 168 time: 0.1909115 Mar 07 15:33:05.042177 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac2ff2-de70-4bd0-9950-fde0107a4bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8062a3e-1a49-425a-8a55-00338254d904,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:05.056299 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f39f1503-95ec-48ee-8da1-a04a06f4ca1f req-9d5c96d4-6773-4892-8301-aabd558d4e90 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689343 Mar 07 15:33:05.062381 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-282d82a4-394f-4bba-9bec-821720779c9b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:05.069646 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-282d82a4-394f-4bba-9bec-821720779c9b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (5b0b31ca-6e76-4e74-8b33-a1d22d4eded1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:05.159060 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54838) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:05.178732 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.l3_db [None req-282d82a4-394f-4bba-9bec-821720779c9b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Floating IP 5b0b31ca-6e76-4e74-8b33-a1d22d4eded1 associated. External IP: 172.27.3.202, port: efbcd406-1aea-43e7-b31b-ba2a1ee933a9. Mar 07 15:33:05.259830 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43c0cd-7f71-4b84-b394-b8df7a73ed22 req-abc166a6-0709-4874-9dce-df7485bf7fdc tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:05.266906 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-df43c0cd-7f71-4b84-b394-b8df7a73ed22 req-abc166a6-0709-4874-9dce-df7485bf7fdc tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0666902 Mar 07 15:33:05.344691 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-df43c0cd-7f71-4b84-b394-b8df7a73ed22 req-5c412aa3-29c6-4239-b1f5-3496fe06c013 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767214 Mar 07 15:33:05.433044 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-de60fe0d-4cd3-4867-83ec-3edddd854214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:05.454148 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282d82a4-394f-4bba-9bec-821720779c9b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Router aa17a03f-12c3-45b8-ac55-643890d482a9 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:33:05.531905 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-de60fe0d-4cd3-4867-83ec-3edddd854214 admin admin] Publish callbacks [] for security_group (9a4e3023-13be-43dc-b16a-29f4f85705b1), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:05.537669 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-de60fe0d-4cd3-4867-83ec-3edddd854214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (9a4e3023-13be-43dc-b16a-29f4f85705b1), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:05.578330 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-de60fe0d-4cd3-4867-83ec-3edddd854214 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e1b2445b5204b91887e248843fb145c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178755 Mar 07 15:33:05.580988 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54856) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:05.587926 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60fe0d-4cd3-4867-83ec-3edddd854214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4e3023-13be-43dc-b16a-29f4f85705b1,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:05.606031 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc8b92-9b90-44e5-b4f3-2eea292e66b7 req-27c5aed5-5cea-428a-b318-798c4b21b24a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:05.607618 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0abc8b92-9b90-44e5-b4f3-2eea292e66b7 req-27c5aed5-5cea-428a-b318-798c4b21b24a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 943 time: 0.0965004 Mar 07 15:33:05.631272 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282d82a4-394f-4bba-9bec-821720779c9b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:33:05.636945 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-282d82a4-394f-4bba-9bec-821720779c9b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:05.660243 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4dad-4710-40e4-b9ad-5928a5c29a3b admin admin] Publish callbacks [] for security_group (9a4e3023-13be-43dc-b16a-29f4f85705b1), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:05.661687 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d6266-0233-435a-af67-0fbf8c5afd70 None None] Sync routers for ids ['aa17a03f-12c3-45b8-ac55-643890d482a9'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:33:05.674430 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d6266-0233-435a-af67-0fbf8c5afd70 None None] Routers {'aa17a03f-12c3-45b8-ac55-643890d482a9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:33:05.675295 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-447d6266-0233-435a-af67-0fbf8c5afd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['aa17a03f-12c3-45b8-ac55-643890d482a9'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:05.685331 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4dad-4710-40e4-b9ad-5928a5c29a3b admin admin] Publish callbacks [] for security_group (9a4e3023-13be-43dc-b16a-29f4f85705b1), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:05.693290 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-282d82a4-394f-4bba-9bec-821720779c9b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "PUT /v2.0/floatingips/5b0b31ca-6e76-4e74-8b33-a1d22d4eded1 HTTP/1.1" status: 200 len: 991 time: 2.0787723 Mar 07 15:33:05.694056 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc38f07-a98d-4887-b997-3ae566a8cd85', 'tag': 'efbcd406-1aea-43e7-b31b-ba2a1ee933a9'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:33:05.696401 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17cb9f1-1380-48ad-9175-08e43179de57" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc38f07-a98d-4887-b997-3ae566a8cd85", "tag": "efbcd406-1aea-43e7-b31b-ba2a1ee933a9"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:33:05.701274 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0abc8b92-9b90-44e5-b4f3-2eea292e66b7 req-b7897b03-a942-4aee-b281-fe9cea32d524 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878999 Mar 07 15:33:05.750781 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc82be8-d740-42c0-b7a9-316012e23b5c x-openstack-request-id: req-9bc82be8-d740-42c0-b7a9-316012e23b5c {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:33:05.751084 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc38f07-a98d-4887-b997-3ae566a8cd85", "tag": "efbcd406-1aea-43e7-b31b-ba2a1ee933a9", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:33:05.751327 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9bc82be8-d740-42c0-b7a9-316012e23b5c {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:33:05.752812 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc38f07-a98d-4887-b997-3ae566a8cd85', 'tag': 'efbcd406-1aea-43e7-b31b-ba2a1ee933a9', 'status': 'completed', 'code': 200} Mar 07 15:33:05.764424 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4dad-4710-40e4-b9ad-5928a5c29a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (9a4e3023-13be-43dc-b16a-29f4f85705b1), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:05.767521 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4dad-4710-40e4-b9ad-5928a5c29a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:05.771591 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-a4ff4dad-4710-40e4-b9ad-5928a5c29a3b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a4e3023-13be-43dc-b16a-29f4f85705b1 HTTP/1.1" status: 204 len: 168 time: 0.1873133 Mar 07 15:33:05.778651 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff4dad-4710-40e4-b9ad-5928a5c29a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4e3023-13be-43dc-b16a-29f4f85705b1,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:05.779560 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:33:05.816169 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-447d6266-0233-435a-af67-0fbf8c5afd70 None None] Set router aa17a03f-12c3-45b8-ac55-643890d482a9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:33:05.832562 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cb9f1-1380-48ad-9175-08e43179de57 req-03af0a84-e4b7-4d1d-982a-191d117d61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:05.834883 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a17cb9f1-1380-48ad-9175-08e43179de57 req-03af0a84-e4b7-4d1d-982a-191d117d61d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06b9c58c75d54beab0c13f9d7310365e&device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 1129 time: 0.0571976 Mar 07 15:33:06.050778 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cb9f1-1380-48ad-9175-08e43179de57 req-95098e81-5936-4a98-8d51-f5d17de66171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:06.053176 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a17cb9f1-1380-48ad-9175-08e43179de57 req-95098e81-5936-4a98-8d51-f5d17de66171 service neutron] 10.222.0.30 "GET /v2.0/networks?id=81cb840d-f02e-47d1-98bd-b27dbd53c040 HTTP/1.1" status: 200 len: 911 time: 0.2112131 Mar 07 15:33:06.081708 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=858b99fc-1c7a-417f-8b1b-5f2b7e3403bf,segment=NetworkSegment(34ed2dad-3835-41b6-89ef-99380e500cd0),segment_id=34ed2dad-3835-41b6-89ef-99380e500cd0)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:33:06.106448 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': '858b99fc-1c7a-417f-8b1b-5f2b7e3403bf', 'network_id': '3a3e19fb-ac43-49de-ad3a-edd6be34b622', 'port_id': '858b99fc-1c7a-417f-8b1b-5f2b7e3403bf', 'mac_address': 'fa:16:3e:a0:64:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a390f6-dd0f-4d34-8b55-d38294a0eeaa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:33:06.122807 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab50e6ef-20a6-46a2-a05b-eabc9b529919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:33:06.137036 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9150ac58-38dc-4b9b-bd71-a1bb2db8ccb6" -d '{"events": [{"server_uuid": "ab50e6ef-20a6-46a2-a05b-eabc9b529919", "name": "network-vif-plugged", "status": "completed", "tag": "01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:33:06.236532 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:33:06.243079 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (858b99fc-1c7a-417f-8b1b-5f2b7e3403bf), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:06.277601 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:33:06.293094 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6475bf90-d2b6-4884-ba47-3939b590df12 x-openstack-request-id: req-6475bf90-d2b6-4884-ba47-3939b590df12 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:33:06.295403 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab50e6ef-20a6-46a2-a05b-eabc9b529919", "name": "network-vif-plugged", "status": "completed", "tag": "01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:33:06.296599 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-447d6266-0233-435a-af67-0fbf8c5afd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '5b0b31ca-6e76-4e74-8b33-a1d22d4eded1', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'port_id': 'efbcd406-1aea-43e7-b31b-ba2a1ee933a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'mac_address': 'fa:16:3e:9a:7b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc38f07-a98d-4887-b997-3ae566a8cd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:32:29Z', 'updated_at': '2022-03-07T15:33:04Z', 'revision_number': 1, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 5, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:06.296815 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6475bf90-d2b6-4884-ba47-3939b590df12 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:33:06.297071 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab50e6ef-20a6-46a2-a05b-eabc9b529919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4', 'code': 200} Mar 07 15:33:06.348146 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=858b99fc-1c7a-417f-8b1b-5f2b7e3403bf,segment=NetworkSegment(34ed2dad-3835-41b6-89ef-99380e500cd0),segment_id=34ed2dad-3835-41b6-89ef-99380e500cd0)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:33:06.355366 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (858b99fc-1c7a-417f-8b1b-5f2b7e3403bf), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:06.356318 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ba5835af-708e-4bf2-a30a-a1b4ed5fe32d details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:33:06.393799 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a17cb9f1-1380-48ad-9175-08e43179de57 req-ef347eea-0af1-40d4-a42d-7addf24d18e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efbcd406-1aea-43e7-b31b-ba2a1ee933a9 HTTP/1.1" status: 200 len: 999 time: 0.3170726 Mar 07 15:33:06.408520 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d6266-0233-435a-af67-0fbf8c5afd70 None None] Checking router: aa17a03f-12c3-45b8-ac55-643890d482a9 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:33:06.428834 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d6266-0233-435a-af67-0fbf8c5afd70 None None] Routers {'aa17a03f-12c3-45b8-ac55-643890d482a9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:33:06.429697 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-447d6266-0233-435a-af67-0fbf8c5afd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['aa17a03f-12c3-45b8-ac55-643890d482a9'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:06.482570 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922adf2-6cbb-4102-aa2d-2b67efca1b07 req-4c18252c-8445-4631-818b-d9076c19a68b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:06.498664 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5922adf2-6cbb-4102-aa2d-2b67efca1b07 req-4c18252c-8445-4631-818b-d9076c19a68b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 943 time: 0.3111997 Mar 07 15:33:06.555573 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=858b99fc-1c7a-417f-8b1b-5f2b7e3403bf,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:06.571280 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54898) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:06.603076 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cb9f1-1380-48ad-9175-08e43179de57 req-4033cea4-f437-47ca-a1e7-bd678441113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:06.604957 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a17cb9f1-1380-48ad-9175-08e43179de57 req-4033cea4-f437-47ca-a1e7-bd678441113d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4b6f9b4-99bd-439c-8825-b04ef39c2f42 HTTP/1.1" status: 200 len: 849 time: 0.1972032 Mar 07 15:33:06.615824 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547e2c0-ab18-4e91-8a4c-03232d9301bf req-08400bf7-cddd-4978-b0a0-d01f4bb0bf38 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:06.641308 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9547e2c0-ab18-4e91-8a4c-03232d9301bf req-08400bf7-cddd-4978-b0a0-d01f4bb0bf38 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.1547441 Mar 07 15:33:06.675024 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5922adf2-6cbb-4102-aa2d-2b67efca1b07 req-48b13b6a-f9e1-43ad-932e-bccaa68123e4 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703744 Mar 07 15:33:06.684230 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c5e6a-fee1-4dcc-bdfe-2815128ed718 req-efee1e95-ed0e-41d4-af65-969cdabfe35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:06.686147 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3a3c5e6a-fee1-4dcc-bdfe-2815128ed718 req-efee1e95-ed0e-41d4-af65-969cdabfe35c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 1129 time: 0.1816208 Mar 07 15:33:06.710385 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a66b547d-c5c3-4f96-8f65-3b54a09ea9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:06.714104 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba5835af-708e-4bf2-a30a-a1b4ed5fe32d,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:33:06.744567 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'port_id': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d', 'mac_address': 'fa:16:3e:a0:40:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:33:06.747991 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cb9f1-1380-48ad-9175-08e43179de57 req-7b6d0669-8837-4805-9fe2-d45f68d83a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:06.754342 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a17cb9f1-1380-48ad-9175-08e43179de57 req-7b6d0669-8837-4805-9fe2-d45f68d83a5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81cb840d-f02e-47d1-98bd-b27dbd53c040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1399949 Mar 07 15:33:06.804612 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-447d6266-0233-435a-af67-0fbf8c5afd70 None None] Set router aa17a03f-12c3-45b8-ac55-643890d482a9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:33:06.826530 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9547e2c0-ab18-4e91-8a4c-03232d9301bf req-e7d3c9f2-b718-4731-a9c5-76b996160eff tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762042 Mar 07 15:33:06.855102 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:33:06.856570 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:06.871612 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5835af-708e-4bf2-a30a-a1b4ed5fe32d {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:33:06.924423 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba5835af-708e-4bf2-a30a-a1b4ed5fe32d,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:33:06.929059 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:06.938575 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3a3c5e6a-fee1-4dcc-bdfe-2815128ed718 req-5f500aad-98bc-470d-81c3-15f1a5cb1849 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433774 Mar 07 15:33:07.010426 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=ba5835af-708e-4bf2-a30a-a1b4ed5fe32d,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:07.033797 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a66b547d-c5c3-4f96-8f65-3b54a09ea9b0 admin admin] Publish callbacks [] for security_group (89caab9c-5770-4f8c-90fc-81d572f41926), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:07.049116 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad90a2-7edc-4bcd-ac35-94c474547f4e req-2e25b986-aeb4-4586-9e05-bba12dcc119a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:07.051110 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d1ad90a2-7edc-4bcd-ac35-94c474547f4e req-2e25b986-aeb4-4586-9e05-bba12dcc119a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.1271536 Mar 07 15:33:07.052390 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a66b547d-c5c3-4f96-8f65-3b54a09ea9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (89caab9c-5770-4f8c-90fc-81d572f41926), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:07.060251 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a17cb9f1-1380-48ad-9175-08e43179de57 req-db819430-b2e7-47c3-b4e8-6c30915a914b service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859550 Mar 07 15:33:07.063718 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 54944) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:07.069805 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-5317b778-f7a5-4f6b-ac76-f5e7de695889 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Request body: {'floatingip': {'port_id': '7d13cb24-b41f-4a74-8b11-a458cb005022'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:33:07.087723 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-447d6266-0233-435a-af67-0fbf8c5afd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '5b0b31ca-6e76-4e74-8b33-a1d22d4eded1', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'port_id': 'efbcd406-1aea-43e7-b31b-ba2a1ee933a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'mac_address': 'fa:16:3e:9a:7b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc38f07-a98d-4887-b997-3ae566a8cd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:32:29Z', 'updated_at': '2022-03-07T15:33:04Z', 'revision_number': 1, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 5, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:07.094973 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b547d-c5c3-4f96-8f65-3b54a09ea9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89caab9c-5770-4f8c-90fc-81d572f41926,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:07.111413 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-a66b547d-c5c3-4f96-8f65-3b54a09ea9b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad6182048839436c9c175a44e41c2e97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5372164 Mar 07 15:33:07.114009 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 54946) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:07.118309 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d6266-0233-435a-af67-0fbf8c5afd70 None None] The sync data for ids ['aa17a03f-12c3-45b8-ac55-643890d482a9'] in dv-cinder-830538-7-iscsi is: [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '5b0b31ca-6e76-4e74-8b33-a1d22d4eded1', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'port_id': 'efbcd406-1aea-43e7-b31b-ba2a1ee933a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'mac_address': 'fa:16:3e:9a:7b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc38f07-a98d-4887-b997-3ae566a8cd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:32:29Z', 'updated_at': '2022-03-07T15:33:04Z', 'revision_number': 1, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 5, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:33:07.140379 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5317b778-f7a5-4f6b-ac76-f5e7de695889 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for floatingip (38190669-ffe1-42e5-add6-35e780e3d29f), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:07.180342 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-38acfb84-aa56-487a-ae99-f1f1aa1dddd3 admin admin] Publish callbacks [] for security_group (89caab9c-5770-4f8c-90fc-81d572f41926), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:07.206810 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181aea1-4241-4e79-b882-c632644b6bf4 req-5c17c050-31bc-451d-a293-8b178ed6163a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:07.208969 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-38acfb84-aa56-487a-ae99-f1f1aa1dddd3 admin admin] Publish callbacks [] for security_group (89caab9c-5770-4f8c-90fc-81d572f41926), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:07.218318 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1181aea1-4241-4e79-b882-c632644b6bf4 req-5c17c050-31bc-451d-a293-8b178ed6163a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 944 time: 0.3424187 Mar 07 15:33:07.284408 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-38acfb84-aa56-487a-ae99-f1f1aa1dddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (89caab9c-5770-4f8c-90fc-81d572f41926), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:07.287071 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-38acfb84-aa56-487a-ae99-f1f1aa1dddd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:07.290751 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-38acfb84-aa56-487a-ae99-f1f1aa1dddd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89caab9c-5770-4f8c-90fc-81d572f41926 HTTP/1.1" status: 204 len: 168 time: 0.1731284 Mar 07 15:33:07.297600 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acfb84-aa56-487a-ae99-f1f1aa1dddd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89caab9c-5770-4f8c-90fc-81d572f41926,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:07.427855 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['ba5835af-708e-4bf2-a30a-a1b4ed5fe32d'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:33:07.430475 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['858b99fc-1c7a-417f-8b1b-5f2b7e3403bf'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:33:07.484949 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d31fb5-70cc-462c-aef2-4b5ed9c65d5c None None] New status for floating IP 5b0b31ca-6e76-4e74-8b33-a1d22d4eded1: ACTIVE {{(pid=102972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:33:07.725755 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1181aea1-4241-4e79-b882-c632644b6bf4 req-1bd2190d-38c5-41dd-92f4-aa3165ebc6a1 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4706755 Mar 07 15:33:07.815719 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a17cb9f1-1380-48ad-9175-08e43179de57 req-a7f5f3fc-3356-4e8a-a744-e04d9a223195 service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169629 Mar 07 15:33:07.948497 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691a926-56a1-4a95-be2b-c0243c0d3e91 req-24356527-7758-4ab6-ad8b-0a9c1a66276e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:07.953277 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5691a926-56a1-4a95-be2b-c0243c0d3e91 req-24356527-7758-4ab6-ad8b-0a9c1a66276e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 944 time: 0.1297112 Mar 07 15:33:08.099187 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5691a926-56a1-4a95-be2b-c0243c0d3e91 req-643b344d-8065-4eb1-acba-2f7a916ecfba tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343887 Mar 07 15:33:08.241831 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5317b778-f7a5-4f6b-ac76-f5e7de695889 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:08.248285 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5317b778-f7a5-4f6b-ac76-f5e7de695889 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (38190669-ffe1-42e5-add6-35e780e3d29f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:08.367823 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.l3_db [None req-5317b778-f7a5-4f6b-ac76-f5e7de695889 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Floating IP 38190669-ffe1-42e5-add6-35e780e3d29f associated. External IP: 172.27.3.48, port: 7d13cb24-b41f-4a74-8b11-a458cb005022. Mar 07 15:33:08.598780 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5317b778-f7a5-4f6b-ac76-f5e7de695889 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Router 1852b418-ac62-4e6e-a90a-5251f024d9e2 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:33:08.723365 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5317b778-f7a5-4f6b-ac76-f5e7de695889 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:33:08.729750 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5317b778-f7a5-4f6b-ac76-f5e7de695889 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:08.736987 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060330e-c301-496f-b815-88e24749e10e None None] Sync routers for ids ['1852b418-ac62-4e6e-a90a-5251f024d9e2'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:33:08.748623 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6060330e-c301-496f-b815-88e24749e10e None None] Routers {'1852b418-ac62-4e6e-a90a-5251f024d9e2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:33:08.750699 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-6060330e-c301-496f-b815-88e24749e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['1852b418-ac62-4e6e-a90a-5251f024d9e2'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:08.768261 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-5317b778-f7a5-4f6b-ac76-f5e7de695889 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "PUT /v2.0/floatingips/38190669-ffe1-42e5-add6-35e780e3d29f HTTP/1.1" status: 200 len: 990 time: 1.7027128 Mar 07 15:33:08.768870 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'tag': '7d13cb24-b41f-4a74-8b11-a458cb005022'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:33:08.771177 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23b5c6f-32b2-45ee-924e-570bd926c08b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c91451f-f341-465a-a96a-5d6b5cfa343e", "tag": "7d13cb24-b41f-4a74-8b11-a458cb005022"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:33:08.819974 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccff427-0fb4-46c9-a0dd-7f30f5270347 x-openstack-request-id: req-0ccff427-0fb4-46c9-a0dd-7f30f5270347 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:33:08.820564 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c91451f-f341-465a-a96a-5d6b5cfa343e", "tag": "7d13cb24-b41f-4a74-8b11-a458cb005022", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:33:08.821451 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ccff427-0fb4-46c9-a0dd-7f30f5270347 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:33:08.821451 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'tag': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'status': 'completed', 'code': 200} Mar 07 15:33:08.906564 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d73eef-b033-46d5-9e9a-4bd4329f247b req-31d042d0-4e26-4577-b676-3e23ba695bcc tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:08.908695 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f8d73eef-b033-46d5-9e9a-4bd4329f247b req-31d042d0-4e26-4577-b676-3e23ba695bcc tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 944 time: 0.0670168 Mar 07 15:33:08.909828 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-6060330e-c301-496f-b815-88e24749e10e None None] Set router 1852b418-ac62-4e6e-a90a-5251f024d9e2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:33:08.962824 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f8d73eef-b033-46d5-9e9a-4bd4329f247b req-dc1d19cf-886d-4677-9391-f78f050a8929 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460749 Mar 07 15:33:09.162537 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-6060330e-c301-496f-b815-88e24749e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '38190669-ffe1-42e5-add6-35e780e3d29f', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'port_id': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'mac_address': 'fa:16:3e:d2:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:32:41Z', 'updated_at': '2022-03-07T15:33:08Z', 'revision_number': 1, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e613f430-f4ff-4baf-b91a-0a65d4b9bad4', 'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'mac_address': 'fa:16:3e:fd:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:25Z', 'updated_at': '2022-03-07T15:32:43Z', 'revision_number': 5, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'subnets': [{'id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:09.191427 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060330e-c301-496f-b815-88e24749e10e None None] Checking router: 1852b418-ac62-4e6e-a90a-5251f024d9e2 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:33:09.199746 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6060330e-c301-496f-b815-88e24749e10e None None] Routers {'1852b418-ac62-4e6e-a90a-5251f024d9e2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:33:09.200355 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-6060330e-c301-496f-b815-88e24749e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:32:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['1852b418-ac62-4e6e-a90a-5251f024d9e2'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:09.229074 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6068e-d30e-427e-86f5-43514a74c1e4 req-9ccca2ad-ebf1-43c0-a06e-f9d8e9e8774c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:09.230589 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-22c6068e-d30e-427e-86f5-43514a74c1e4 req-9ccca2ad-ebf1-43c0-a06e-f9d8e9e8774c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 944 time: 0.0521505 Mar 07 15:33:09.291448 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-22c6068e-d30e-427e-86f5-43514a74c1e4 req-b55e1b04-1b33-4870-9250-e7178088bcf9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550466 Mar 07 15:33:09.319528 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-6060330e-c301-496f-b815-88e24749e10e None None] Set router 1852b418-ac62-4e6e-a90a-5251f024d9e2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:33:09.627750 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-6060330e-c301-496f-b815-88e24749e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '38190669-ffe1-42e5-add6-35e780e3d29f', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'port_id': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'mac_address': 'fa:16:3e:d2:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:32:41Z', 'updated_at': '2022-03-07T15:33:08Z', 'revision_number': 1, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e613f430-f4ff-4baf-b91a-0a65d4b9bad4', 'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'mac_address': 'fa:16:3e:fd:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:25Z', 'updated_at': '2022-03-07T15:32:43Z', 'revision_number': 5, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'subnets': [{'id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:09.655420 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060330e-c301-496f-b815-88e24749e10e None None] The sync data for ids ['1852b418-ac62-4e6e-a90a-5251f024d9e2'] in dv-cinder-830538-7-iscsi is: [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '38190669-ffe1-42e5-add6-35e780e3d29f', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'port_id': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'mac_address': 'fa:16:3e:d2:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:32:41Z', 'updated_at': '2022-03-07T15:33:08Z', 'revision_number': 1, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e613f430-f4ff-4baf-b91a-0a65d4b9bad4', 'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'mac_address': 'fa:16:3e:fd:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:25Z', 'updated_at': '2022-03-07T15:32:43Z', 'revision_number': 5, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'subnets': [{'id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:33:09.843866 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb6fe5-2e78-464b-bf79-20479cf3db9a None None] New status for floating IP 38190669-ffe1-42e5-add6-35e780e3d29f: ACTIVE {{(pid=102972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:33:10.206442 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e138d9-e7de-4556-9c2d-124cffe02349 req-aa38acc3-5586-4341-bb7c-ca04cc17a2d8 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:10.207894 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-69e138d9-e7de-4556-9c2d-124cffe02349 req-aa38acc3-5586-4341-bb7c-ca04cc17a2d8 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 944 time: 0.0514131 Mar 07 15:33:10.253899 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-69e138d9-e7de-4556-9c2d-124cffe02349 req-14f8138b-40d6-46a0-876b-ffd6b8bd2110 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405192 Mar 07 15:33:10.411374 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced4cbb-af42-45df-9ce8-9a1d7faa6ba3 req-a848b6e9-55ee-4643-a01f-b66095e13686 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:10.412862 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2ced4cbb-af42-45df-9ce8-9a1d7faa6ba3 req-a848b6e9-55ee-4643-a01f-b66095e13686 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 944 time: 0.0564411 Mar 07 15:33:10.460307 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2ced4cbb-af42-45df-9ce8-9a1d7faa6ba3 req-8875047a-fd12-4c7c-9dbb-cbb1998f8edc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418832 Mar 07 15:33:11.376805 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2aa42-5a8e-432a-ad89-622f059bffcd req-29b354f3-9ae5-459d-9be9-ef64a14b4c9e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:11.378298 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-56f2aa42-5a8e-432a-ad89-622f059bffcd req-29b354f3-9ae5-459d-9be9-ef64a14b4c9e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 944 time: 0.0596585 Mar 07 15:33:11.426621 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-56f2aa42-5a8e-432a-ad89-622f059bffcd req-94b2f843-2adf-427f-83a0-d74c639fdb7a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428836 Mar 07 15:33:11.576977 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0f806-e3ac-4b8e-8db9-f305d42cc00d req-9d8f7c6b-4d11-495d-98aa-b133e3ce07ba tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:11.578468 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-57f0f806-e3ac-4b8e-8db9-f305d42cc00d req-9d8f7c6b-4d11-495d-98aa-b133e3ce07ba tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 944 time: 0.0508258 Mar 07 15:33:11.625504 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-57f0f806-e3ac-4b8e-8db9-f305d42cc00d req-2210f74d-a483-4bb4-a84f-4bc46c64e1bc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 Mar 07 15:33:11.654260 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b5c6f-32b2-45ee-924e-570bd926c08b req-aa72d858-e0c4-4848-9ce0-c1f94ce76695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:11.655766 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e23b5c6f-32b2-45ee-924e-570bd926c08b req-aa72d858-e0c4-4848-9ce0-c1f94ce76695 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=733d7788dbf7454e945a255ad9d4f9f1&device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 1129 time: 0.0517218 Mar 07 15:33:11.747161 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b5c6f-32b2-45ee-924e-570bd926c08b req-088b3b20-3061-495b-94c3-5019063c3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:11.748740 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e23b5c6f-32b2-45ee-924e-570bd926c08b req-088b3b20-3061-495b-94c3-5019063c3028 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4dacc321-0235-4232-8deb-30a0cd8e5de6 HTTP/1.1" status: 200 len: 918 time: 0.0835526 Mar 07 15:33:11.820860 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e23b5c6f-32b2-45ee-924e-570bd926c08b req-fe61a1f9-55d3-43d7-9da7-06dd8985b98b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d13cb24-b41f-4a74-8b11-a458cb005022 HTTP/1.1" status: 200 len: 1000 time: 0.0627031 Mar 07 15:33:11.871997 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b5c6f-32b2-45ee-924e-570bd926c08b req-fefd4c7d-d7ff-4719-80a2-89ff1f1bd0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:11.873573 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e23b5c6f-32b2-45ee-924e-570bd926c08b req-fefd4c7d-d7ff-4719-80a2-89ff1f1bd0b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fa3af63-c79c-44c8-be3f-b0aa201a012b HTTP/1.1" status: 200 len: 856 time: 0.0438809 Mar 07 15:33:11.935316 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b5c6f-32b2-45ee-924e-570bd926c08b req-b46d1200-abe6-41cf-9b3a-46dbfbc6e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:11.936913 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e23b5c6f-32b2-45ee-924e-570bd926c08b req-b46d1200-abe6-41cf-9b3a-46dbfbc6e555 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dacc321-0235-4232-8deb-30a0cd8e5de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425215 Mar 07 15:33:12.036840 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e23b5c6f-32b2-45ee-924e-570bd926c08b req-e9f22ae7-48fc-47ba-a858-58096c33ede4 service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836272 Mar 07 15:33:12.128178 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e23b5c6f-32b2-45ee-924e-570bd926c08b req-81db74c4-da39-49d7-967a-34b39b4cf886 service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845480 Mar 07 15:33:12.544644 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4859870-e352-406c-aeec-d0a069e37fdb req-495b7157-e967-4c38-828b-508ec29158aa tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:12.546263 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b4859870-e352-406c-aeec-d0a069e37fdb req-495b7157-e967-4c38-828b-508ec29158aa tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 944 time: 0.0551400 Mar 07 15:33:12.599250 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b4859870-e352-406c-aeec-d0a069e37fdb req-25e19e59-c9b4-40bb-9ddb-e1fa984551fa tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460749 Mar 07 15:33:12.763112 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccce361-5ceb-403d-8da5-7854164a1871 req-a9e7a5ef-38d6-4e8b-8b23-5b1656cfe19c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:12.764846 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-bccce361-5ceb-403d-8da5-7854164a1871 req-a9e7a5ef-38d6-4e8b-8b23-5b1656cfe19c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 944 time: 0.0586176 Mar 07 15:33:12.826655 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-bccce361-5ceb-403d-8da5-7854164a1871 req-8c02b4da-c3c5-43da-9e12-0641576603f7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558698 Mar 07 15:33:13.715138 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64612db-1380-4b48-9c73-4dc6a8ce14a1 req-02fed0ab-723c-41d0-a488-f4f61e06e2b5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:13.716504 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e64612db-1380-4b48-9c73-4dc6a8ce14a1 req-02fed0ab-723c-41d0-a488-f4f61e06e2b5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 944 time: 0.0507967 Mar 07 15:33:13.762434 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e64612db-1380-4b48-9c73-4dc6a8ce14a1 req-fd11b191-94fb-46ea-8cde-5e77c084a48b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404840 Mar 07 15:33:13.952104 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b8332-39f6-44c5-8e25-591c92db58e1 req-140a8612-ca89-4db5-a612-7b25e228074f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:13.953627 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4a9b8332-39f6-44c5-8e25-591c92db58e1 req-140a8612-ca89-4db5-a612-7b25e228074f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 944 time: 0.0555658 Mar 07 15:33:14.008129 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4a9b8332-39f6-44c5-8e25-591c92db58e1 req-8cfafe34-b6cd-431c-9066-546d51e872f1 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464692 Mar 07 15:33:14.077554 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f891bbb7-ed25-4892-a847-2e7efcbddd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:14.188984 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cfe51-a905-4a30-b3eb-3d92cb523004 req-8b39fb62-4d2b-4322-8dd6-d5fa62dc87bb tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:14.190460 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-824cfe51-a905-4a30-b3eb-3d92cb523004 req-8b39fb62-4d2b-4322-8dd6-d5fa62dc87bb tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 945 time: 0.0519593 Mar 07 15:33:14.239937 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-824cfe51-a905-4a30-b3eb-3d92cb523004 req-afff765b-2c0f-474f-a90b-8e3d600aa20d tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438209 Mar 07 15:33:14.539914 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:33:14.590174 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:33:14.594128 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:33:14.594488 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (858b99fc-1c7a-417f-8b1b-5f2b7e3403bf), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:14.671302 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:33:14.671701 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (858b99fc-1c7a-417f-8b1b-5f2b7e3403bf), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:14.694683 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189af1d2-6aeb-4a15-a777-a81a0008e2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858b99fc-1c7a-417f-8b1b-5f2b7e3403bf'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:33:14.696958 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a91fd46-792d-42ad-9f4a-487d93a55945" -d '{"events": [{"server_uuid": "189af1d2-6aeb-4a15-a777-a81a0008e2d8", "name": "network-vif-plugged", "status": "completed", "tag": "858b99fc-1c7a-417f-8b1b-5f2b7e3403bf"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:33:14.709029 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=858b99fc-1c7a-417f-8b1b-5f2b7e3403bf,segment=NetworkSegment(34ed2dad-3835-41b6-89ef-99380e500cd0),segment_id=34ed2dad-3835-41b6-89ef-99380e500cd0)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:33:14.713240 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (858b99fc-1c7a-417f-8b1b-5f2b7e3403bf), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:14.714041 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ba5835af-708e-4bf2-a30a-a1b4ed5fe32d up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:33:14.735846 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9b0ce3-92c2-4479-8170-6cd5f3994c09 x-openstack-request-id: req-ed9b0ce3-92c2-4479-8170-6cd5f3994c09 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:33:14.736225 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189af1d2-6aeb-4a15-a777-a81a0008e2d8", "name": "network-vif-plugged", "status": "completed", "tag": "858b99fc-1c7a-417f-8b1b-5f2b7e3403bf", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:33:14.736474 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed9b0ce3-92c2-4479-8170-6cd5f3994c09 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:33:14.736855 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189af1d2-6aeb-4a15-a777-a81a0008e2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858b99fc-1c7a-417f-8b1b-5f2b7e3403bf', 'code': 200} Mar 07 15:33:14.790043 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=858b99fc-1c7a-417f-8b1b-5f2b7e3403bf,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:14.807909 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:33:14.812782 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:33:14.813205 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:14.888848 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f356dbe-a7b6-427b-937f-55cfc87eec6c req-09f37a9b-9f12-4869-be21-611d97cec3d9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:14.890282 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:33:14.890410 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5f356dbe-a7b6-427b-937f-55cfc87eec6c req-09f37a9b-9f12-4869-be21-611d97cec3d9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 944 time: 0.0514808 Mar 07 15:33:14.890673 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:14.921689 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba5835af-708e-4bf2-a30a-a1b4ed5fe32d,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:33:14.926383 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:14.938099 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5f356dbe-a7b6-427b-937f-55cfc87eec6c req-260ed3f9-1674-4441-be14-827229625c13 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 Mar 07 15:33:14.974785 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=ba5835af-708e-4bf2-a30a-a1b4ed5fe32d,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:15.129807 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fb5e6-9d73-4f80-bf15-ee8da726fea3 req-d8bec479-321b-4faa-afc8-2dd0be4202b0 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:15.131372 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0c0fb5e6-9d73-4f80-bf15-ee8da726fea3 req-d8bec479-321b-4faa-afc8-2dd0be4202b0 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0555820 Mar 07 15:33:15.181788 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0c0fb5e6-9d73-4f80-bf15-ee8da726fea3 req-be084357-d4b8-46d3-ba00-005187dbcffb tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448871 Mar 07 15:33:15.353756 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1c236-dfbd-4ae6-9d01-203e3d070362 req-e963dab6-7977-46b1-8f2a-951f55a34300 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:15.355236 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-97c1c236-dfbd-4ae6-9d01-203e3d070362 req-e963dab6-7977-46b1-8f2a-951f55a34300 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 945 time: 0.0505555 Mar 07 15:33:15.400299 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-97c1c236-dfbd-4ae6-9d01-203e3d070362 req-7180bbdd-045e-4319-892b-402aaf583b43 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395772 Mar 07 15:33:16.056190 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a06d92-849f-4f92-ade0-73404fa19b93 req-1fd33ab4-9e27-4c1d-9592-3fb0ae9b996c tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:16.057778 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-84a06d92-849f-4f92-ade0-73404fa19b93 req-1fd33ab4-9e27-4c1d-9592-3fb0ae9b996c tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 945 time: 0.0533319 Mar 07 15:33:16.106278 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-84a06d92-849f-4f92-ade0-73404fa19b93 req-cfdcbd04-818f-4a87-b56b-59a3e95616db tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426936 Mar 07 15:33:16.300266 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6314d50-8cd9-4e08-bde0-cde2e13b4bed req-2af7350e-f63d-4f62-baec-9b93072d93f1 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:16.301729 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c6314d50-8cd9-4e08-bde0-cde2e13b4bed req-2af7350e-f63d-4f62-baec-9b93072d93f1 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0552430 Mar 07 15:33:16.348671 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c6314d50-8cd9-4e08-bde0-cde2e13b4bed req-16b255df-ab55-4078-9f22-fbdc29083408 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412920 Mar 07 15:33:16.519805 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf6c25-f57f-4644-8bc5-fede1da7bb66 req-7500adce-0125-4bea-8039-c65fa96c6285 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:16.521205 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-dfbf6c25-f57f-4644-8bc5-fede1da7bb66 req-7500adce-0125-4bea-8039-c65fa96c6285 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 945 time: 0.0533161 Mar 07 15:33:16.594699 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-dfbf6c25-f57f-4644-8bc5-fede1da7bb66 req-f95f81d0-a1ce-4a6d-af68-6c6b612cc14d tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675704 Mar 07 15:33:16.617468 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d669c2-a433-49df-af95-c0cfed61af14 req-db7c48a0-f05a-4fd5-b735-c02d62567460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:16.617468 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-45d669c2-a433-49df-af95-c0cfed61af14 req-db7c48a0-f05a-4fd5-b735-c02d62567460 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 1129 time: 0.0559361 Mar 07 15:33:16.649037 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-8ca84dc4-f1be-4438-a8c9-5c75018c1964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:16.665596 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-45d669c2-a433-49df-af95-c0cfed61af14 req-6ea0da30-c9c1-47ef-a33e-af4a21765ae7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Mar 07 15:33:16.737844 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:33:16.740766 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3363560-208a-47b9-a3db-37175aa296ee" -d '{"events": [{"server_uuid": "e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0", "name": "network-vif-plugged", "status": "completed", "tag": "ba5835af-708e-4bf2-a30a-a1b4ed5fe32d"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:33:16.775526 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c1fdfc-10f7-4bed-857c-831b22d8099c x-openstack-request-id: req-d4c1fdfc-10f7-4bed-857c-831b22d8099c {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:33:16.775770 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0", "name": "network-vif-plugged", "status": "completed", "tag": "ba5835af-708e-4bf2-a30a-a1b4ed5fe32d", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:33:16.776023 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4c1fdfc-10f7-4bed-857c-831b22d8099c {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:33:16.776410 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d', 'code': 200} Mar 07 15:33:17.072991 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a121c-0b99-4d7f-a6bb-51cce0f27ccd req-bbafa73d-f830-4fb1-aa40-9ccf5b386326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:17.074504 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c90a121c-0b99-4d7f-a6bb-51cce0f27ccd req-bbafa73d-f830-4fb1-aa40-9ccf5b386326 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 1129 time: 0.0427074 Mar 07 15:33:17.119976 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c90a121c-0b99-4d7f-a6bb-51cce0f27ccd req-79d86675-3457-44b1-b4d1-2cc5ec73110b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363717 Mar 07 15:33:17.233644 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdb360-1478-4cba-a221-56f2edb96afc req-66874bf0-0800-4a36-94fa-2a1a0ef434b6 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:17.235188 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fecdb360-1478-4cba-a221-56f2edb96afc req-66874bf0-0800-4a36-94fa-2a1a0ef434b6 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 945 time: 0.0551863 Mar 07 15:33:17.282697 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fecdb360-1478-4cba-a221-56f2edb96afc req-7d77c8fd-0d2d-4ed0-92da-e83c8377b44c tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407341 Mar 07 15:33:17.487118 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa643-a8d0-4761-8d92-d07845e91670 req-517e464a-e531-40ee-9eee-c5865020dc53 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:17.488592 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-148fa643-a8d0-4761-8d92-d07845e91670 req-517e464a-e531-40ee-9eee-c5865020dc53 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0710776 Mar 07 15:33:17.534414 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-148fa643-a8d0-4761-8d92-d07845e91670 req-aab33cd4-e8d7-4a53-a313-e5322a173521 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402768 Mar 07 15:33:17.634862 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:17.720848 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 55234) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:17.725009 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96418f1-898b-43df-8dc1-598e894373c9 req-f6e554b4-2775-4210-88ec-8ba2f72bfc93 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:17.726922 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c96418f1-898b-43df-8dc1-598e894373c9 req-f6e554b4-2775-4210-88ec-8ba2f72bfc93 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 945 time: 0.0629668 Mar 07 15:33:17.785604 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c96418f1-898b-43df-8dc1-598e894373c9 req-34b25184-a11f-41e8-960a-c3d1e6bd3765 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521393 Mar 07 15:33:17.878619 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:17.965475 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Publish callbacks [] for security_group (8848f15a-fd30-4ad1-b684-fb508dfa471a), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:17.969627 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (8848f15a-fd30-4ad1-b684-fb508dfa471a), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:18.014312 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49763d3a64374dd68f6d3fca870f9089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896061 Mar 07 15:33:18.014312 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8848f15a-fd30-4ad1-b684-fb508dfa471a,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:18.015043 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 55252) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:18.021148 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.021505 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.021855 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.022235 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.022575 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.022907 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.023244 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.023577 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.024333 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.024333 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.024635 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.024962 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.025334 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015f1ed-7117-45cb-946d-61aa156368df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.073503 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Publish callbacks [] for security_group (8848f15a-fd30-4ad1-b684-fb508dfa471a), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:18.100342 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Publish callbacks [] for security_group (8848f15a-fd30-4ad1-b684-fb508dfa471a), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:18.146499 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (8848f15a-fd30-4ad1-b684-fb508dfa471a), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:18.149031 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:18.150193 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8848f15a-fd30-4ad1-b684-fb508dfa471a HTTP/1.1" status: 204 len: 168 time: 0.1336322 Mar 07 15:33:18.158236 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8848f15a-fd30-4ad1-b684-fb508dfa471a,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:18.165168 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.165521 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.165865 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.166230 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.166563 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.166893 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.167220 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.167547 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.167875 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.168201 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.168523 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.168841 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.169162 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1deb6c-a158-4115-922b-4bc65f4b8b61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:33:18.414109 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfaf1b9-4fe4-4834-980f-f45bbbc31d84 req-0132f5a4-6904-41fe-b3c6-314fb1e8fb62 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:18.415656 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9bfaf1b9-4fe4-4834-980f-f45bbbc31d84 req-0132f5a4-6904-41fe-b3c6-314fb1e8fb62 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 945 time: 0.0529966 Mar 07 15:33:18.438475 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 55262) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:18.476077 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3319df69-e36c-4530-8ffd-813da2f16de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:18.485359 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9bfaf1b9-4fe4-4834-980f-f45bbbc31d84 req-8c34d1f4-1755-4f09-bdf2-dbd7281ebabb tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585983 Mar 07 15:33:18.560848 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3319df69-e36c-4530-8ffd-813da2f16de0 admin admin] Publish callbacks [] for security_group (0b4cafe9-08e1-415f-ae5d-92bc35f0bc75), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:18.565938 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3319df69-e36c-4530-8ffd-813da2f16de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (0b4cafe9-08e1-415f-ae5d-92bc35f0bc75), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:18.631366 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-3319df69-e36c-4530-8ffd-813da2f16de0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a507ca1bbca049bbb2f3d164e25b1d70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904795 Mar 07 15:33:18.632137 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319df69-e36c-4530-8ffd-813da2f16de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4cafe9-08e1-415f-ae5d-92bc35f0bc75,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:18.635453 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 55266) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:18.641028 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:33:18.679498 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09d8ef-7fcb-419b-b3a2-62b3076a2e77 req-6dfc1dd0-ee93-4813-8b95-612476f30834 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:18.684969 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9c09d8ef-7fcb-419b-b3a2-62b3076a2e77 req-6dfc1dd0-ee93-4813-8b95-612476f30834 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0683565 Mar 07 15:33:18.689665 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-5d7a78a1-2f81-4de4-874b-0df1d4d367d3 admin admin] Publish callbacks [] for security_group (0b4cafe9-08e1-415f-ae5d-92bc35f0bc75), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:18.711474 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-5d7a78a1-2f81-4de4-874b-0df1d4d367d3 admin admin] Publish callbacks [] for security_group (0b4cafe9-08e1-415f-ae5d-92bc35f0bc75), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:18.735596 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9c09d8ef-7fcb-419b-b3a2-62b3076a2e77 req-88b14b1a-00ad-4a19-8de4-b46fff835858 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482011 Mar 07 15:33:18.772784 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-5d7a78a1-2f81-4de4-874b-0df1d4d367d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (0b4cafe9-08e1-415f-ae5d-92bc35f0bc75), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:18.776347 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-5d7a78a1-2f81-4de4-874b-0df1d4d367d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:18.780612 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-5d7a78a1-2f81-4de4-874b-0df1d4d367d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b4cafe9-08e1-415f-ae5d-92bc35f0bc75 HTTP/1.1" status: 204 len: 168 time: 0.1455517 Mar 07 15:33:18.789526 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a78a1-2f81-4de4-874b-0df1d4d367d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4cafe9-08e1-415f-ae5d-92bc35f0bc75,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:18.944214 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42d2ac-55ce-4436-bf39-704a610f12a9 req-00566e40-3e60-49c8-b416-ccaf0e745122 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:18.946760 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3a42d2ac-55ce-4436-bf39-704a610f12a9 req-00566e40-3e60-49c8-b416-ccaf0e745122 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 945 time: 0.0759380 Mar 07 15:33:18.966673 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:19.004487 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3a42d2ac-55ce-4436-bf39-704a610f12a9 req-2a45cd37-bee0-44a1-9493-c46dfa25b759 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511715 Mar 07 15:33:19.119909 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdc381-9776-43e4-91de-f47885a7d723 req-68b49824-dc57-47ed-834d-1b6d6decf2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:19.121755 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-36bdc381-9776-43e4-91de-f47885a7d723 req-68b49824-dc57-47ed-834d-1b6d6decf2d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e962918ae84466af119c960ead2477&device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 1129 time: 0.0584147 Mar 07 15:33:19.136164 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63c17e-7f3a-41e3-ac2e-3b4b862d2d0a req-b7a27423-9295-4a3e-80c1-00177f6b23b0 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:19.143725 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-fa63c17e-7f3a-41e3-ac2e-3b4b862d2d0a req-b7a27423-9295-4a3e-80c1-00177f6b23b0 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0732708 Mar 07 15:33:19.205062 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-fa63c17e-7f3a-41e3-ac2e-3b4b862d2d0a req-14c5a36e-2624-492a-b6d7-54ead5e8e1c3 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541759 Mar 07 15:33:19.242231 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdc381-9776-43e4-91de-f47885a7d723 req-67b43747-c3c6-41f3-884a-35ff6bd57292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:19.244046 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-36bdc381-9776-43e4-91de-f47885a7d723 req-67b43747-c3c6-41f3-884a-35ff6bd57292 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a3e19fb-ac43-49de-ad3a-edd6be34b622 HTTP/1.1" status: 200 len: 919 time: 0.1066508 Mar 07 15:33:19.299579 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-36bdc381-9776-43e4-91de-f47885a7d723 req-c42f5f40-2560-47f3-9430-f27d278e445f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=858b99fc-1c7a-417f-8b1b-5f2b7e3403bf HTTP/1.1" status: 200 len: 217 time: 0.0440941 Mar 07 15:33:19.360333 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdc381-9776-43e4-91de-f47885a7d723 req-86a11ed3-c215-4109-bcbf-899ef7f4bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:19.362468 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-36bdc381-9776-43e4-91de-f47885a7d723 req-86a11ed3-c215-4109-bcbf-899ef7f4bcfb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a390f6-dd0f-4d34-8b55-d38294a0eeaa HTTP/1.1" status: 200 len: 858 time: 0.0491633 Mar 07 15:33:19.415033 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-36bdc381-9776-43e4-91de-f47885a7d723 req-9a3e3604-8d1d-4680-a0c5-c925ad77a8a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a3e19fb-ac43-49de-ad3a-edd6be34b622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320163 Mar 07 15:33:19.509103 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-36bdc381-9776-43e4-91de-f47885a7d723 req-c74c0c53-8a84-40b8-82bd-9f3938f232eb service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873821 Mar 07 15:33:19.688209 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d67d6c54-e9b7-46ed-8f9d-8281717860e3 req-60a694af-8b7e-43a3-98b4-d651827bbe01 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1403205 Mar 07 15:33:19.690740 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-36bdc381-9776-43e4-91de-f47885a7d723 req-1b60492f-4e2e-4c49-a3fe-b8b89ac46dc8 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646118 Mar 07 15:33:19.697548 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f4503-5269-4ee8-bc03-a5f48a72a3dc req-4ea48484-3fb1-45b9-af8e-a912f775f6ce tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:19.704184 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a85f4503-5269-4ee8-bc03-a5f48a72a3dc req-4ea48484-3fb1-45b9-af8e-a912f775f6ce tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 945 time: 0.1545627 Mar 07 15:33:19.756209 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a85f4503-5269-4ee8-bc03-a5f48a72a3dc req-d5f82a3d-7ea2-4dcc-8fb1-5e6322a3af23 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511298 Mar 07 15:33:19.849628 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c133f-14bb-4499-9c46-223fef9f7406 req-f777c0f8-f707-4721-b632-935fb6193ce7 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:19.851524 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-434c133f-14bb-4499-9c46-223fef9f7406 req-f777c0f8-f707-4721-b632-935fb6193ce7 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 945 time: 0.0692158 Mar 07 15:33:19.856607 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d6c54-e9b7-46ed-8f9d-8281717860e3 req-3b25be91-2a26-479f-bb49-83b35dfe8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:19.858135 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d67d6c54-e9b7-46ed-8f9d-8281717860e3 req-3b25be91-2a26-479f-bb49-83b35dfe8b4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06b9c58c75d54beab0c13f9d7310365e&device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 1129 time: 0.1009700 Mar 07 15:33:19.911120 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a940c-0bae-421b-9fb1-bcaaa7b8ab4e req-896a4fe1-4f9d-4816-bc1e-ac4143cdecf1 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:19.912733 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a02a940c-0bae-421b-9fb1-bcaaa7b8ab4e req-896a4fe1-4f9d-4816-bc1e-ac4143cdecf1 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 945 time: 0.0732253 Mar 07 15:33:19.921512 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 55326) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:19.927560 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-6cade2c0-78fb-4a6c-a35d-faaa48509437 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'floatingip': {'port_id': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:33:20.003898 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6cade2c0-78fb-4a6c-a35d-faaa48509437 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (7af7bd07-9cfa-4467-8de2-4cf9bd6b6699), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:20.108068 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d6c54-e9b7-46ed-8f9d-8281717860e3 req-e61a90b2-984d-455a-af81-47695b82888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:20.109503 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d67d6c54-e9b7-46ed-8f9d-8281717860e3 req-e61a90b2-984d-455a-af81-47695b82888e service neutron] 10.222.0.30 "GET /v2.0/networks?id=81cb840d-f02e-47d1-98bd-b27dbd53c040 HTTP/1.1" status: 200 len: 911 time: 0.2120981 Mar 07 15:33:20.114135 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-434c133f-14bb-4499-9c46-223fef9f7406 req-c3dc6ec4-a070-4e00-92e4-c6fd239b0a2a tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Deleting port 5c70a015-1408-4550-a6e9-76f661369d49 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:33:20.114476 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-434c133f-14bb-4499-9c46-223fef9f7406 req-c3dc6ec4-a070-4e00-92e4-c6fd239b0a2a tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (5c70a015-1408-4550-a6e9-76f661369d49), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:20.299444 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d67d6c54-e9b7-46ed-8f9d-8281717860e3 req-dcf9995c-bb7b-4dc1-ae83-17259120a5a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efbcd406-1aea-43e7-b31b-ba2a1ee933a9 HTTP/1.1" status: 200 len: 1001 time: 0.1629653 Mar 07 15:33:20.308670 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5855d-07cd-45ed-8455-6f8c7f6f9eb9 req-c73b2c65-1e61-4a8e-b9ee-ba2749288ac8 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:20.310337 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-65f5855d-07cd-45ed-8455-6f8c7f6f9eb9 req-c73b2c65-1e61-4a8e-b9ee-ba2749288ac8 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 945 time: 0.2171216 Mar 07 15:33:20.323920 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-434c133f-14bb-4499-9c46-223fef9f7406 req-c3dc6ec4-a070-4e00-92e4-c6fd239b0a2a tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] For port 5c70a015-1408-4550-a6e9-76f661369d49, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=5c70a015-1408-4550-a6e9-76f661369d49,segment=NetworkSegment(2942ec86-04b0-4f57-b9c2-2232cc3bd120),segment_id=2942ec86-04b0-4f57-b9c2-2232cc3bd120)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:33:20.324284 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-434c133f-14bb-4499-9c46-223fef9f7406 req-c3dc6ec4-a070-4e00-92e4-c6fd239b0a2a tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (5c70a015-1408-4550-a6e9-76f661369d49), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:20.377326 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-434c133f-14bb-4499-9c46-223fef9f7406 req-c3dc6ec4-a070-4e00-92e4-c6fd239b0a2a tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Calling delete_port for 5c70a015-1408-4550-a6e9-76f661369d49 owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:33:20.494802 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766439e8-2fad-4a88-8064-5a6fc0b09915 req-1417b021-fa3e-459c-8a7d-cdaed746e0b8 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:20.503886 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-766439e8-2fad-4a88-8064-5a6fc0b09915 req-1417b021-fa3e-459c-8a7d-cdaed746e0b8 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.2127364 Mar 07 15:33:20.577461 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:20.721605 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d6c54-e9b7-46ed-8f9d-8281717860e3 req-ee821645-a052-4adc-b80b-ac8b2264f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:20.723834 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d67d6c54-e9b7-46ed-8f9d-8281717860e3 req-ee821645-a052-4adc-b80b-ac8b2264f900 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4b6f9b4-99bd-439c-8825-b04ef39c2f42 HTTP/1.1" status: 200 len: 849 time: 0.4083033 Mar 07 15:33:20.787301 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-65f5855d-07cd-45ed-8455-6f8c7f6f9eb9 req-6a481005-3c79-4ab2-8e17-50200cb9ad97 tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565592 Mar 07 15:33:20.849125 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d6c54-e9b7-46ed-8f9d-8281717860e3 req-53d231ee-3bd9-4567-9915-c6a5cc0bf4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:20.851057 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d67d6c54-e9b7-46ed-8f9d-8281717860e3 req-53d231ee-3bd9-4567-9915-c6a5cc0bf4fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81cb840d-f02e-47d1-98bd-b27dbd53c040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1169515 Mar 07 15:33:20.916184 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-766439e8-2fad-4a88-8064-5a6fc0b09915 req-db9485e1-4af5-4aa6-81fc-0f4e153fb5aa tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111793 Mar 07 15:33:20.984810 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-434c133f-14bb-4499-9c46-223fef9f7406 req-c3dc6ec4-a070-4e00-92e4-c6fd239b0a2a tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (5c70a015-1408-4550-a6e9-76f661369d49), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.023963 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc6ec4-a070-4e00-92e4-c6fd239b0a2a tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Pushing event deleted for resources: {'Port': ['ID=5c70a015-1408-4550-a6e9-76f661369d49,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:21.027604 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d67d6c54-e9b7-46ed-8f9d-8281717860e3 req-a06ace22-f063-48a9-a968-f99b34acec68 service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699674 Mar 07 15:33:21.068537 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 55392) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:21.084097 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6cade2c0-78fb-4a6c-a35d-faaa48509437 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.090177 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6cade2c0-78fb-4a6c-a35d-faaa48509437 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (7af7bd07-9cfa-4467-8de2-4cf9bd6b6699), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.122473 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-434c133f-14bb-4499-9c46-223fef9f7406 req-c3dc6ec4-a070-4e00-92e4-c6fd239b0a2a tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] No DVR routers for this DVR port 5c70a015-1408-4550-a6e9-76f661369d49 on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:33:21.158336 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-434c133f-14bb-4499-9c46-223fef9f7406 req-c3dc6ec4-a070-4e00-92e4-c6fd239b0a2a tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.161714 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-434c133f-14bb-4499-9c46-223fef9f7406 req-c3dc6ec4-a070-4e00-92e4-c6fd239b0a2a tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.30 "DELETE /v2.0/ports/5c70a015-1408-4550-a6e9-76f661369d49 HTTP/1.1" status: 204 len: 173 time: 1.2933404 Mar 07 15:33:21.162416 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e01501-e7e0-4f22-97a8-e37eac0c869c', 'name': 'network-vif-deleted', 'tag': '5c70a015-1408-4550-a6e9-76f661369d49'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:33:21.164651 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b80a00-e907-4118-8717-266b6205af6f" -d '{"events": [{"server_uuid": "91e01501-e7e0-4f22-97a8-e37eac0c869c", "name": "network-vif-deleted", "tag": "5c70a015-1408-4550-a6e9-76f661369d49"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:33:21.227409 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218adc41-39df-4638-8385-0998137180d3 x-openstack-request-id: req-218adc41-39df-4638-8385-0998137180d3 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:33:21.227706 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e01501-e7e0-4f22-97a8-e37eac0c869c", "name": "network-vif-deleted", "tag": "5c70a015-1408-4550-a6e9-76f661369d49", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:33:21.227966 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-218adc41-39df-4638-8385-0998137180d3 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:33:21.228418 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e01501-e7e0-4f22-97a8-e37eac0c869c', 'name': 'network-vif-deleted', 'tag': '5c70a015-1408-4550-a6e9-76f661369d49', 'status': 'completed', 'code': 200} Mar 07 15:33:21.234972 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d67d6c54-e9b7-46ed-8f9d-8281717860e3 req-24b5022d-630d-4d95-83f9-abe79ba78b4e service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807635 Mar 07 15:33:21.283070 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f688ba0f-c2d7-4290-b082-56aadac86a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.286387 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.l3_db [None req-6cade2c0-78fb-4a6c-a35d-faaa48509437 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Floating IP 7af7bd07-9cfa-4467-8de2-4cf9bd6b6699 associated. External IP: 172.27.3.11, port: ba5835af-708e-4bf2-a30a-a1b4ed5fe32d. Mar 07 15:33:21.384536 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 55400) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:21.492199 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f688ba0f-c2d7-4290-b082-56aadac86a93 admin admin] Publish callbacks [] for security_group (5a5c7e71-9516-49c0-9856-d510c8f48a70), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.497757 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f688ba0f-c2d7-4290-b082-56aadac86a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (5a5c7e71-9516-49c0-9856-d510c8f48a70), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.501216 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b17f3134-9158-4196-af65-6228d7926d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.593152 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-f688ba0f-c2d7-4290-b082-56aadac86a93 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36c4bed373884c2a90660c7a0e55bbbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5229604 Mar 07 15:33:21.593375 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b17f3134-9158-4196-af65-6228d7926d74 admin admin] Publish callbacks [] for security_group (4e3e3dc9-f71f-4406-a789-bb527acf8e25), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.593743 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 55404) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:21.598552 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b17f3134-9158-4196-af65-6228d7926d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (4e3e3dc9-f71f-4406-a789-bb527acf8e25), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.599480 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688ba0f-c2d7-4290-b082-56aadac86a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5c7e71-9516-49c0-9856-d510c8f48a70,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:21.633163 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cade2c0-78fb-4a6c-a35d-faaa48509437 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Router 9cafc903-c97d-4f42-a2a8-6a44561b6009 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:33:21.643144 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f3134-9158-4196-af65-6228d7926d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3e3dc9-f71f-4406-a789-bb527acf8e25,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:21.653097 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-b17f3134-9158-4196-af65-6228d7926d74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=092ecfab140d4b4fbebd61f68fafa077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670681 Mar 07 15:33:21.653998 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 55406) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:21.732172 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4fac-87a9-4645-8842-907f7094ff68 admin admin] Publish callbacks [] for security_group (5a5c7e71-9516-49c0-9856-d510c8f48a70), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.808303 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4fac-87a9-4645-8842-907f7094ff68 admin admin] Publish callbacks [] for security_group (5a5c7e71-9516-49c0-9856-d510c8f48a70), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.847882 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2a760946-62e5-41c5-9333-55c04fbb82f0 admin admin] Publish callbacks [] for security_group (4e3e3dc9-f71f-4406-a789-bb527acf8e25), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.854081 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 5c70a015-1408-4550-a6e9-76f661369d49 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:33:21.856753 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cade2c0-78fb-4a6c-a35d-faaa48509437 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:33:21.867718 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6cade2c0-78fb-4a6c-a35d-faaa48509437 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.873817 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09902f0-8a4a-4176-b2ba-71201abef7d4 None None] Sync routers for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:33:21.885721 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: 5c70a015-1408-4550-a6e9-76f661369d49 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:33:21.887649 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09902f0-8a4a-4176-b2ba-71201abef7d4 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:33:21.888405 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-f09902f0-8a4a-4176-b2ba-71201abef7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:33:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:21.889464 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 5c70a015-1408-4550-a6e9-76f661369d49 not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:33:21.892868 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.910849 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2a760946-62e5-41c5-9333-55c04fbb82f0 admin admin] Publish callbacks [] for security_group (4e3e3dc9-f71f-4406-a789-bb527acf8e25), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.949449 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-bdb27c77-6c31-411e-becc-27cd0d1b6203 req-24aa4d3e-5eb2-4d7d-8c4a-b212f9fe9dba tempest-DeleteServersTestJSON-59459261 tempest-DeleteServersTestJSON-59459261-project] 10.222.0.26 "GET /v2.0/ports?device_id=91e01501-e7e0-4f22-97a8-e37eac0c869c HTTP/1.1" status: 200 len: 210 time: 0.0482478 Mar 07 15:33:21.973986 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-6cade2c0-78fb-4a6c-a35d-faaa48509437 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "PUT /v2.0/floatingips/7af7bd07-9cfa-4467-8de2-4cf9bd6b6699 HTTP/1.1" status: 200 len: 990 time: 2.0395877 Mar 07 15:33:21.973986 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'tag': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:33:21.974635 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685b9883-8114-41c5-8f70-46ae494f9bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0", "tag": "ba5835af-708e-4bf2-a30a-a1b4ed5fe32d"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:33:21.992084 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4fac-87a9-4645-8842-907f7094ff68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (5a5c7e71-9516-49c0-9856-d510c8f48a70), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.992084 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4fac-87a9-4645-8842-907f7094ff68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:21.992084 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-b0fd4fac-87a9-4645-8842-907f7094ff68 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a5c7e71-9516-49c0-9856-d510c8f48a70 HTTP/1.1" status: 204 len: 168 time: 0.3933718 Mar 07 15:33:22.000862 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd4fac-87a9-4645-8842-907f7094ff68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5c7e71-9516-49c0-9856-d510c8f48a70,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:22.028387 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2a760946-62e5-41c5-9333-55c04fbb82f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (4e3e3dc9-f71f-4406-a789-bb527acf8e25), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:22.031086 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2a760946-62e5-41c5-9333-55c04fbb82f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:22.034605 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-2a760946-62e5-41c5-9333-55c04fbb82f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e3e3dc9-f71f-4406-a789-bb527acf8e25 HTTP/1.1" status: 204 len: 168 time: 0.3761072 Mar 07 15:33:22.041333 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a760946-62e5-41c5-9333-55c04fbb82f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3e3dc9-f71f-4406-a789-bb527acf8e25,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:22.048581 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4979b496-1504-4cb4-b11c-3e143c8f31c0 x-openstack-request-id: req-4979b496-1504-4cb4-b11c-3e143c8f31c0 {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:33:22.048839 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0", "tag": "ba5835af-708e-4bf2-a30a-a1b4ed5fe32d", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:33:22.049197 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4979b496-1504-4cb4-b11c-3e143c8f31c0 {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:33:22.049633 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'tag': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d', 'status': 'completed', 'code': 200} Mar 07 15:33:22.081857 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-f09902f0-8a4a-4176-b2ba-71201abef7d4 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:33:22.138918 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7c304-68b2-4ebb-aaae-6592426801a7 req-7dbf139b-9d6b-49a6-bc4f-734fd717acfa tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:22.140713 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d2d7c304-68b2-4ebb-aaae-6592426801a7 req-7dbf139b-9d6b-49a6-bc4f-734fd717acfa tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.1292660 Mar 07 15:33:22.169561 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b9883-8114-41c5-8f70-46ae494f9bd8 req-64ddde06-eaa7-419e-a279-c95ef0d60ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:22.171638 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-685b9883-8114-41c5-8f70-46ae494f9bd8 req-64ddde06-eaa7-419e-a279-c95ef0d60ab2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 1129 time: 0.0875835 Mar 07 15:33:22.292829 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b9883-8114-41c5-8f70-46ae494f9bd8 req-54e76e1d-e99e-424b-97d2-8992c7aede6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:22.295021 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-685b9883-8114-41c5-8f70-46ae494f9bd8 req-54e76e1d-e99e-424b-97d2-8992c7aede6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 200 len: 915 time: 0.1052949 Mar 07 15:33:22.319967 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d2d7c304-68b2-4ebb-aaae-6592426801a7 req-88b821eb-2528-4b42-a288-33d798d532ab tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646848 Mar 07 15:33:22.413327 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-685b9883-8114-41c5-8f70-46ae494f9bd8 req-7477e457-96a8-4eb0-96f8-a43665fedf2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba5835af-708e-4bf2-a30a-a1b4ed5fe32d HTTP/1.1" status: 200 len: 998 time: 0.0918741 Mar 07 15:33:22.413913 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-f09902f0-8a4a-4176-b2ba-71201abef7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '7af7bd07-9cfa-4467-8de2-4cf9bd6b6699', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:a0:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:32:45Z', 'updated_at': '2022-03-07T15:33:20Z', 'revision_number': 1, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:22.444894 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09902f0-8a4a-4176-b2ba-71201abef7d4 None None] Checking router: 9cafc903-c97d-4f42-a2a8-6a44561b6009 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:33:22.456894 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09902f0-8a4a-4176-b2ba-71201abef7d4 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:33:22.457630 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-f09902f0-8a4a-4176-b2ba-71201abef7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:33:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:22.475365 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b9883-8114-41c5-8f70-46ae494f9bd8 req-895ba74b-4f91-4e8a-a279-e0e52b81c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:22.476877 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-685b9883-8114-41c5-8f70-46ae494f9bd8 req-895ba74b-4f91-4e8a-a279-e0e52b81c2f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=caea1b3f-a80c-4138-ad4b-bb4ae0b4063a HTTP/1.1" status: 200 len: 853 time: 0.0571175 Mar 07 15:33:22.524239 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 55428) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:22.537816 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 55430) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:22.545893 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dde9e3e2-4a71-4787-b1cd-83c6fe32457f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:22.550580 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b9883-8114-41c5-8f70-46ae494f9bd8 req-d917a1a2-c98d-4c21-a494-731828c31ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:22.552334 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e3673ee6-961b-410e-9c91-89f2f91d9a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:22.552584 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-685b9883-8114-41c5-8f70-46ae494f9bd8 req-d917a1a2-c98d-4c21-a494-731828c31ca8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697322 Mar 07 15:33:22.589913 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-f09902f0-8a4a-4176-b2ba-71201abef7d4 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:33:22.646321 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e3673ee6-961b-410e-9c91-89f2f91d9a72 admin admin] Publish callbacks [] for security_group (a8d4a602-4f9d-40de-8671-51a81a211812), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:22.652506 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e3673ee6-961b-410e-9c91-89f2f91d9a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (a8d4a602-4f9d-40de-8671-51a81a211812), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:22.689351 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-e3673ee6-961b-410e-9c91-89f2f91d9a72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7055e9185b3b4bdfaeb473bb04cd9d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474926 Mar 07 15:33:22.689554 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 55432) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:22.699993 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-685b9883-8114-41c5-8f70-46ae494f9bd8 req-982edb3d-a124-4edc-bc40-f5396a6c18a4 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389234 Mar 07 15:33:22.710181 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3673ee6-961b-410e-9c91-89f2f91d9a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d4a602-4f9d-40de-8671-51a81a211812,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:22.745713 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dde9e3e2-4a71-4787-b1cd-83c6fe32457f admin admin] Publish callbacks [] for security_group (e740ce99-1566-4825-928f-123c1a1008f6), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:22.755647 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dde9e3e2-4a71-4787-b1cd-83c6fe32457f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (e740ce99-1566-4825-928f-123c1a1008f6), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:22.846862 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-dde9e3e2-4a71-4787-b1cd-83c6fe32457f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5ca78f5adc2415b8d38f7ce78fe884d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214650 Mar 07 15:33:22.849572 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 55434) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:22.853313 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-f09902f0-8a4a-4176-b2ba-71201abef7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '7af7bd07-9cfa-4467-8de2-4cf9bd6b6699', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:a0:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:32:45Z', 'updated_at': '2022-03-07T15:33:20Z', 'revision_number': 1, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:22.859060 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9e3e2-4a71-4787-b1cd-83c6fe32457f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e740ce99-1566-4825-928f-123c1a1008f6,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:22.873916 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b99b982f-5178-440a-b9c4-a59824ae162a admin admin] Publish callbacks [] for security_group (a8d4a602-4f9d-40de-8671-51a81a211812), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:22.886505 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09902f0-8a4a-4176-b2ba-71201abef7d4 None None] The sync data for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi is: [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '7af7bd07-9cfa-4467-8de2-4cf9bd6b6699', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:a0:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:32:45Z', 'updated_at': '2022-03-07T15:33:20Z', 'revision_number': 1, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:33:22.887077 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-685b9883-8114-41c5-8f70-46ae494f9bd8 req-9b56319f-09cf-4e1c-9a8a-e20118566f64 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742311 Mar 07 15:33:22.900378 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b99b982f-5178-440a-b9c4-a59824ae162a admin admin] Publish callbacks [] for security_group (a8d4a602-4f9d-40de-8671-51a81a211812), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:22.909946 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1ae1424b-2e24-4df2-90d2-25455dc4941f admin admin] Publish callbacks [] for security_group (e740ce99-1566-4825-928f-123c1a1008f6), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:22.945074 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1ae1424b-2e24-4df2-90d2-25455dc4941f admin admin] Publish callbacks [] for security_group (e740ce99-1566-4825-928f-123c1a1008f6), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:22.956485 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b99b982f-5178-440a-b9c4-a59824ae162a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (a8d4a602-4f9d-40de-8671-51a81a211812), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:22.959214 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b99b982f-5178-440a-b9c4-a59824ae162a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:22.962910 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-b99b982f-5178-440a-b9c4-a59824ae162a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8d4a602-4f9d-40de-8671-51a81a211812 HTTP/1.1" status: 204 len: 168 time: 0.2700281 Mar 07 15:33:22.970515 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b982f-5178-440a-b9c4-a59824ae162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d4a602-4f9d-40de-8671-51a81a211812,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:23.035343 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1ae1424b-2e24-4df2-90d2-25455dc4941f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (e740ce99-1566-4825-928f-123c1a1008f6), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:23.037949 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1ae1424b-2e24-4df2-90d2-25455dc4941f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:23.041714 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-1ae1424b-2e24-4df2-90d2-25455dc4941f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e740ce99-1566-4825-928f-123c1a1008f6 HTTP/1.1" status: 204 len: 168 time: 0.1885581 Mar 07 15:33:23.056202 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1424b-2e24-4df2-90d2-25455dc4941f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e740ce99-1566-4825-928f-123c1a1008f6,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:23.169361 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2457b43c-22b8-4469-97c4-ba9fa3571c4f None None] New status for floating IP 7af7bd07-9cfa-4467-8de2-4cf9bd6b6699: ACTIVE {{(pid=102972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:33:23.485571 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c1551-732e-475a-b648-6adb09aab7bd req-2e797b37-2f96-4598-964e-d99867d069c9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:23.491147 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3b5c1551-732e-475a-b648-6adb09aab7bd req-2e797b37-2f96-4598-964e-d99867d069c9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0704529 Mar 07 15:33:23.541635 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3b5c1551-732e-475a-b648-6adb09aab7bd req-245f8cda-dcc2-4efb-a482-783cf914639c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 Mar 07 15:33:24.594103 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 55570) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:24.689097 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43943d9-2292-4866-8a9c-401cd93450af admin admin] Deleting subnet f4dab1e4-e256-403d-ab95-b9e26dc110f4 {{(pid=102970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:33:24.695094 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c43943d9-2292-4866-8a9c-401cd93450af admin admin] Publish callbacks [] for subnet (f4dab1e4-e256-403d-ab95-b9e26dc110f4), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:24.736743 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72652edb-74a9-47eb-a01e-a8f3865518e3 req-7805bb75-999c-4018-8a23-3175ad6ddd6f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:24.738322 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-72652edb-74a9-47eb-a01e-a8f3865518e3 req-7805bb75-999c-4018-8a23-3175ad6ddd6f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.1012323 Mar 07 15:33:24.744274 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c43943d9-2292-4866-8a9c-401cd93450af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4916966'] for subnet (f4dab1e4-e256-403d-ab95-b9e26dc110f4), precommit_delete_associations {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:24.818578 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c43943d9-2292-4866-8a9c-401cd93450af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (f4dab1e4-e256-403d-ab95-b9e26dc110f4), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:24.852269 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-72652edb-74a9-47eb-a01e-a8f3865518e3 req-a14d2108-952c-47cb-a36a-f89f5008db60 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059406 Mar 07 15:33:24.884248 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c43943d9-2292-4866-8a9c-401cd93450af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5119573'] for subnet (f4dab1e4-e256-403d-ab95-b9e26dc110f4), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:24.911991 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43943d9-2292-4866-8a9c-401cd93450af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4dab1e4-e256-403d-ab95-b9e26dc110f4,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:24.914001 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c43943d9-2292-4866-8a9c-401cd93450af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:24.917433 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-c43943d9-2292-4866-8a9c-401cd93450af admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f4dab1e4-e256-403d-ab95-b9e26dc110f4 HTTP/1.1" status: 204 len: 168 time: 0.3211482 Mar 07 15:33:24.920462 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 55588) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:24.991984 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e841fcb7-1585-4be6-8638-5fb87bc05e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (099d31db-62de-469d-8a66-47750bd2c6ad), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:25.088438 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e841fcb7-1585-4be6-8638-5fb87bc05e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (099d31db-62de-469d-8a66-47750bd2c6ad), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:25.108652 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-e841fcb7-1585-4be6-8638-5fb87bc05e70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099d31db-62de-469d-8a66-47750bd2c6ad']}} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:25.122284 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-e841fcb7-1585-4be6-8638-5fb87bc05e70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2942ec86-04b0-4f57-b9c2-2232cc3bd120') {'for_net_delete': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:25.122582 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-e841fcb7-1585-4be6-8638-5fb87bc05e70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2942ec86-04b0-4f57-b9c2-2232cc3bd120') {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:25.132824 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e841fcb7-1585-4be6-8638-5fb87bc05e70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4916765'] for segment (2942ec86-04b0-4f57-b9c2-2232cc3bd120), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:25.145660 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e841fcb7-1585-4be6-8638-5fb87bc05e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (2942ec86-04b0-4f57-b9c2-2232cc3bd120), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:25.151827 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e841fcb7-1585-4be6-8638-5fb87bc05e70 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:33:25.152357 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e841fcb7-1585-4be6-8638-5fb87bc05e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143150'] for segment (2942ec86-04b0-4f57-b9c2-2232cc3bd120), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: Traceback (most recent call last): Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: timer() Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: cb(*args, **kw) Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: return func(*args, **kwargs) Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: self._notify() Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: self.callback(batched_events) Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: event.method(event) Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: return f(self, *a, **k) Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._get(url).json() Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: return self.request(url, 'GET', **kwargs) Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:33:25.153988 dv-cinder-830538-7-iscsi neutron-server[102970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:33:25.211238 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e841fcb7-1585-4be6-8638-5fb87bc05e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (099d31db-62de-469d-8a66-47750bd2c6ad), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:25.218492 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e841fcb7-1585-4be6-8638-5fb87bc05e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:25.221686 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-e841fcb7-1585-4be6-8638-5fb87bc05e70 admin admin] 10.222.0.26 "DELETE /v2.0/networks/099d31db-62de-469d-8a66-47750bd2c6ad HTTP/1.1" status: 204 len: 168 time: 0.3002632 Mar 07 15:33:25.231188 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841fcb7-1585-4be6-8638-5fb87bc05e70 admin admin] Pushing event deleted for resources: {'Network': ['ID=099d31db-62de-469d-8a66-47750bd2c6ad,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:25.384685 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 55602) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:25.424284 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-fbbcdfab-84bb-4ea6-a904-7234fe325193 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1cd15bcfa3284905b98e3fa977dc47e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384612 Mar 07 15:33:25.426906 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 55606) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:25.476311 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3cf3-d972-4358-b5f8-913f3985a21b admin admin] Publish callbacks [] for security_group (ee1f12bf-64c3-4431-aa9d-ceeaa41940ba), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:25.500191 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3cf3-d972-4358-b5f8-913f3985a21b admin admin] Publish callbacks [] for security_group (ee1f12bf-64c3-4431-aa9d-ceeaa41940ba), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:25.546834 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3cf3-d972-4358-b5f8-913f3985a21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (ee1f12bf-64c3-4431-aa9d-ceeaa41940ba), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:25.550291 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3cf3-d972-4358-b5f8-913f3985a21b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:25.551422 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-8f7d3cf3-d972-4358-b5f8-913f3985a21b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ee1f12bf-64c3-4431-aa9d-ceeaa41940ba HTTP/1.1" status: 204 len: 168 time: 0.1236072 Mar 07 15:33:25.560365 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d3cf3-d972-4358-b5f8-913f3985a21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1f12bf-64c3-4431-aa9d-ceeaa41940ba,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:25.975806 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245b073-4dc6-438b-945c-56993c90f153 req-b243c63b-8399-440e-a57a-bf4ba3fa8bcf tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:25.977307 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f245b073-4dc6-438b-945c-56993c90f153 req-b243c63b-8399-440e-a57a-bf4ba3fa8bcf tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0560992 Mar 07 15:33:26.034615 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f245b073-4dc6-438b-945c-56993c90f153 req-0188ae26-f9f6-4a97-912f-9d2e5dc960c8 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513144 Mar 07 15:33:27.162109 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a32e3-3f87-4c77-becf-60ff71bba843 req-8f03f42b-ffeb-4653-aac8-12f2431cf1b5 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:27.163610 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f78a32e3-3f87-4c77-becf-60ff71bba843 req-8f03f42b-ffeb-4653-aac8-12f2431cf1b5 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0537114 Mar 07 15:33:27.212140 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f78a32e3-3f87-4c77-becf-60ff71bba843 req-ccaab480-3c56-4160-afe6-36a02a5cd8d1 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 Mar 07 15:33:27.553281 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 55714) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:27.660489 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8dc477ba-f5e3-43b1-9a9f-3a83b15ad916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:27.753267 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8dc477ba-f5e3-43b1-9a9f-3a83b15ad916 admin admin] Publish callbacks [] for security_group (2600f308-434f-4b4f-8ebb-3db64076cc07), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:27.756303 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8dc477ba-f5e3-43b1-9a9f-3a83b15ad916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (2600f308-434f-4b4f-8ebb-3db64076cc07), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:27.802010 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-8dc477ba-f5e3-43b1-9a9f-3a83b15ad916 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f629d578a0d54a65b371805c0735a7ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475448 Mar 07 15:33:27.803989 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc477ba-f5e3-43b1-9a9f-3a83b15ad916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2600f308-434f-4b4f-8ebb-3db64076cc07,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:27.804688 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 55730) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:27.853680 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f05828f8-bff8-498e-a3fc-0ca82038e799 admin admin] Publish callbacks [] for security_group (2600f308-434f-4b4f-8ebb-3db64076cc07), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:27.876462 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f05828f8-bff8-498e-a3fc-0ca82038e799 admin admin] Publish callbacks [] for security_group (2600f308-434f-4b4f-8ebb-3db64076cc07), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:27.932431 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f05828f8-bff8-498e-a3fc-0ca82038e799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (2600f308-434f-4b4f-8ebb-3db64076cc07), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:27.935089 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f05828f8-bff8-498e-a3fc-0ca82038e799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:27.939949 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-f05828f8-bff8-498e-a3fc-0ca82038e799 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2600f308-434f-4b4f-8ebb-3db64076cc07 HTTP/1.1" status: 204 len: 168 time: 0.1342628 Mar 07 15:33:27.950622 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05828f8-bff8-498e-a3fc-0ca82038e799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2600f308-434f-4b4f-8ebb-3db64076cc07,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:28.223515 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 55752) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:28.238420 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-305eff0f-ecad-4671-a899-5f5735ead916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:28.323327 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-305eff0f-ecad-4671-a899-5f5735ead916 admin admin] Publish callbacks [] for security_group (b63524fb-4dcf-4cac-a57a-0d2da28e70a1), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:28.331740 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-305eff0f-ecad-4671-a899-5f5735ead916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (b63524fb-4dcf-4cac-a57a-0d2da28e70a1), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:28.363540 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ae156-91f8-4ba0-82f1-60cc9b364fb1 req-a644c182-52c4-4769-9f40-3e09aa240857 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:28.365147 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-912ae156-91f8-4ba0-82f1-60cc9b364fb1 req-a644c182-52c4-4769-9f40-3e09aa240857 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0577612 Mar 07 15:33:28.376348 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-305eff0f-ecad-4671-a899-5f5735ead916 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c83fe378a7da4d22b28db826f8630de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509969 Mar 07 15:33:28.377584 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305eff0f-ecad-4671-a899-5f5735ead916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63524fb-4dcf-4cac-a57a-0d2da28e70a1,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:28.380134 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 55758) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:28.403621 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 55760) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:28.423606 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-912ae156-91f8-4ba0-82f1-60cc9b364fb1 req-6d01db48-5698-458c-9b0e-4bdbe8f7cd29 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522828 Mar 07 15:33:28.444196 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7c7b57c4-42d9-4101-9eaf-d9459ce1199d admin admin] Publish callbacks [] for security_group (b63524fb-4dcf-4cac-a57a-0d2da28e70a1), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:28.465716 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7c7b57c4-42d9-4101-9eaf-d9459ce1199d admin admin] Publish callbacks [] for security_group (b63524fb-4dcf-4cac-a57a-0d2da28e70a1), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:28.517268 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7c7b57c4-42d9-4101-9eaf-d9459ce1199d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (b63524fb-4dcf-4cac-a57a-0d2da28e70a1), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:28.519796 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7c7b57c4-42d9-4101-9eaf-d9459ce1199d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:28.520858 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-7c7b57c4-42d9-4101-9eaf-d9459ce1199d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b63524fb-4dcf-4cac-a57a-0d2da28e70a1 HTTP/1.1" status: 204 len: 168 time: 0.1398337 Mar 07 15:33:28.528817 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-829ff608-712a-4cdf-95a1-7e65e7fd51ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:28.542720 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b57c4-42d9-4101-9eaf-d9459ce1199d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63524fb-4dcf-4cac-a57a-0d2da28e70a1,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:28.627505 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-829ff608-712a-4cdf-95a1-7e65e7fd51ee admin admin] Publish callbacks [] for security_group (c602e165-c1f8-47d7-908e-613fdef4ce99), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:28.631797 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-829ff608-712a-4cdf-95a1-7e65e7fd51ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (c602e165-c1f8-47d7-908e-613fdef4ce99), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:28.675160 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-829ff608-712a-4cdf-95a1-7e65e7fd51ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb19c44f69834a949bbace2836a7c6f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700560 Mar 07 15:33:28.677792 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ff608-712a-4cdf-95a1-7e65e7fd51ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c602e165-c1f8-47d7-908e-613fdef4ce99,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:28.677910 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 55770) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:28.728474 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2b4690ed-a8e2-4e0b-b278-923a4f1064e0 admin admin] Publish callbacks [] for security_group (c602e165-c1f8-47d7-908e-613fdef4ce99), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:28.754933 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2b4690ed-a8e2-4e0b-b278-923a4f1064e0 admin admin] Publish callbacks [] for security_group (c602e165-c1f8-47d7-908e-613fdef4ce99), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:28.805987 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2b4690ed-a8e2-4e0b-b278-923a4f1064e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (c602e165-c1f8-47d7-908e-613fdef4ce99), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:28.809056 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2b4690ed-a8e2-4e0b-b278-923a4f1064e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:28.810268 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-2b4690ed-a8e2-4e0b-b278-923a4f1064e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c602e165-c1f8-47d7-908e-613fdef4ce99 HTTP/1.1" status: 204 len: 168 time: 0.1314001 Mar 07 15:33:28.818217 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4690ed-a8e2-4e0b-b278-923a4f1064e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c602e165-c1f8-47d7-908e-613fdef4ce99,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:29.084258 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 55794) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:29.098125 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-527db533-4d63-42b7-8580-80e014df22b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.180245 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-527db533-4d63-42b7-8580-80e014df22b1 admin admin] Publish callbacks [] for security_group (20325161-e97a-4407-9d47-b270806f800d), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.184682 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-527db533-4d63-42b7-8580-80e014df22b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (20325161-e97a-4407-9d47-b270806f800d), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.191859 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 55798) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:29.226393 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-527db533-4d63-42b7-8580-80e014df22b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f73238bd397644b4bc2ad9d95bbb55a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409545 Mar 07 15:33:29.228398 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527db533-4d63-42b7-8580-80e014df22b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20325161-e97a-4407-9d47-b270806f800d,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:29.229001 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 55802) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:29.279314 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-860faf74-e838-4f68-826e-2c795e0ebadd admin admin] Publish callbacks [] for security_group (20325161-e97a-4407-9d47-b270806f800d), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.292339 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-821591307-network', 'tenant_id': '1e09d22c08b04fdba1c222756f54fea3'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:33:29.311727 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-860faf74-e838-4f68-826e-2c795e0ebadd admin admin] Publish callbacks [] for security_group (20325161-e97a-4407-9d47-b270806f800d), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.330716 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] Made reservation on behalf of 1e09d22c08b04fdba1c222756f54fea3 for: {'network': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:33:29.333112 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.351285 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.385307 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-860faf74-e838-4f68-826e-2c795e0ebadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (20325161-e97a-4407-9d47-b270806f800d), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.387920 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-860faf74-e838-4f68-826e-2c795e0ebadd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.389057 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-860faf74-e838-4f68-826e-2c795e0ebadd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20325161-e97a-4407-9d47-b270806f800d HTTP/1.1" status: 204 len: 168 time: 0.1591020 Mar 07 15:33:29.407593 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860faf74-e838-4f68-826e-2c795e0ebadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20325161-e97a-4407-9d47-b270806f800d,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:29.456983 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] Publish callbacks [] for security_group (3300ab2b-788a-4d5d-9657-36c8914e02cd), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.460983 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (3300ab2b-788a-4d5d-9657-36c8914e02cd), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.483678 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:33:29.512611 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3300ab2b-788a-4d5d-9657-36c8914e02cd,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:29.516557 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (605f4616-71e8-43b5-88c0-79d42e7712be), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.517389 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.segments_db [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] Added segment 605f4616-71e8-43b5-88c0-79d42e7712be of type vlan for network a1800221-f574-450f-92ae-406d22dffa42 Mar 07 15:33:29.577287 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (a1800221-f574-450f-92ae-406d22dffa42), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.598743 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aac2e7-b1f0-4b77-807a-7ee452264870 req-8391dd13-cf88-4872-9c6e-305908013982 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:29.600232 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-28aac2e7-b1f0-4b77-807a-7ee452264870 req-8391dd13-cf88-4872-9c6e-305908013982 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.1074536 Mar 07 15:33:29.634388 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (a1800221-f574-450f-92ae-406d22dffa42), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.635345 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:29.635922 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.693515 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-28aac2e7-b1f0-4b77-807a-7ee452264870 req-bf1f0b27-1f26-48a6-abb8-a70112ff6f13 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850167 Mar 07 15:33:29.698559 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5055885 Mar 07 15:33:29.702404 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 55818) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:29.710236 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-bf9156dd-6347-40cc-96ec-f5e5e7348085 admin admin] Request body: {'subnet': {'network_id': 'a1800221-f574-450f-92ae-406d22dffa42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-821591307-subnet', 'tenant_id': '1e09d22c08b04fdba1c222756f54fea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:33:29.730781 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6116fa-a9a4-41f0-96d6-702a09ef76db admin admin] Pushing event updated for resources: {'Network': ['ID=a1800221-f574-450f-92ae-406d22dffa42,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:29.743050 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network a1800221-f574-450f-92ae-406d22dffa42 details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:33:29.744767 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9156dd-6347-40cc-96ec-f5e5e7348085 admin admin] Made reservation on behalf of 1e09d22c08b04fdba1c222756f54fea3 for: {'subnet': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:33:29.747608 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bf9156dd-6347-40cc-96ec-f5e5e7348085 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4930589'] for subnet (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.930190 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bf9156dd-6347-40cc-96ec-f5e5e7348085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7626765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4930563'] for subnet (63aa686c-d088-4d33-98cc-73a6eeae7d6a), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:29.986494 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9156dd-6347-40cc-96ec-f5e5e7348085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63aa686c-d088-4d33-98cc-73a6eeae7d6a,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:29.997290 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9156dd-6347-40cc-96ec-f5e5e7348085 admin admin] Checking segment: {'id': '605f4616-71e8-43b5-88c0-79d42e7712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a1800221-f574-450f-92ae-406d22dffa42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:33:29.997650 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9156dd-6347-40cc-96ec-f5e5e7348085 admin admin] Network hostable DHCP agents. Network: a1800221-f574-450f-92ae-406d22dffa42, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:33:30.014483 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9156dd-6347-40cc-96ec-f5e5e7348085 admin admin] Network a1800221-f574-450f-92ae-406d22dffa42 is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:33:30.023187 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-bf9156dd-6347-40cc-96ec-f5e5e7348085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, a1800221-f574-450f-92ae-406d22dffa42) {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:33:30.028120 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9156dd-6347-40cc-96ec-f5e5e7348085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:30.028721 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bf9156dd-6347-40cc-96ec-f5e5e7348085 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:30.033157 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac352173-a51f-40c8-8188-7f7238e4d513 None None] Network a1800221-f574-450f-92ae-406d22dffa42 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:33:30.050019 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-bf9156dd-6347-40cc-96ec-f5e5e7348085 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3428082 Mar 07 15:33:30.141149 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40650b2-fcd1-4153-9085-ec446040fb69 None None] Network a1800221-f574-450f-92ae-406d22dffa42 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:33:30.764489 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 55868) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:30.770650 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-28394062-network', 'tenant_id': '86b456d41900458f8213818fcf953b07'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:33:30.804987 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] Made reservation on behalf of 86b456d41900458f8213818fcf953b07 for: {'network': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:33:30.807771 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:30.834427 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:30.884428 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1817ad-287f-44cd-b67c-a7a639c551db req-a00df747-f1a5-4c5c-967f-737dabe5477c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:30.885925 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-af1817ad-287f-44cd-b67c-a7a639c551db req-a00df747-f1a5-4c5c-967f-737dabe5477c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0944886 Mar 07 15:33:30.978113 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-af1817ad-287f-44cd-b67c-a7a639c551db req-35d26e03-1147-4c8f-a05a-665182b9d342 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777318 Mar 07 15:33:31.000210 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] Publish callbacks [] for security_group (cff41cfc-1574-44cd-b4d9-01203331f315), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:31.006915 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (cff41cfc-1574-44cd-b4d9-01203331f315), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:31.030568 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=102971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:33:31.047407 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff41cfc-1574-44cd-b4d9-01203331f315,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:31.050838 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (fedca58b-bda7-4f93-a93b-83dff6c7d743), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:31.051197 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.segments_db [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] Added segment fedca58b-bda7-4f93-a93b-83dff6c7d743 of type vlan for network 2a6d0948-2605-41fe-a76e-b07d8371d8eb Mar 07 15:33:31.094666 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (2a6d0948-2605-41fe-a76e-b07d8371d8eb), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:31.119626 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (2a6d0948-2605-41fe-a76e-b07d8371d8eb), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:31.120668 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:31.121279 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:31.154503 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3888824 Mar 07 15:33:31.158441 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 55884) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:31.166636 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-1c03cf81-ba5f-4ca8-8015-3500e842a081 admin admin] Request body: {'subnet': {'network_id': '2a6d0948-2605-41fe-a76e-b07d8371d8eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-28394062-subnet', 'tenant_id': '86b456d41900458f8213818fcf953b07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:33:31.186876 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6abf14-4709-4357-b5eb-7e64f162d4ed admin admin] Pushing event updated for resources: {'Network': ['ID=2a6d0948-2605-41fe-a76e-b07d8371d8eb,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:31.187457 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c03cf81-ba5f-4ca8-8015-3500e842a081 admin admin] Made reservation on behalf of 86b456d41900458f8213818fcf953b07 for: {'subnet': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:33:31.191490 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1c03cf81-ba5f-4ca8-8015-3500e842a081 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5119538'] for subnet (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:31.197414 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network 2a6d0948-2605-41fe-a76e-b07d8371d8eb details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:33:31.397494 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1c03cf81-ba5f-4ca8-8015-3500e842a081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8143747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5119532'] for subnet (c8361b2d-0eed-47e0-9c26-71a91a6f874b), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:31.456864 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03cf81-ba5f-4ca8-8015-3500e842a081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8361b2d-0eed-47e0-9c26-71a91a6f874b,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:31.468164 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c03cf81-ba5f-4ca8-8015-3500e842a081 admin admin] Checking segment: {'id': 'fedca58b-bda7-4f93-a93b-83dff6c7d743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a6d0948-2605-41fe-a76e-b07d8371d8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:33:31.468589 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c03cf81-ba5f-4ca8-8015-3500e842a081 admin admin] Network hostable DHCP agents. Network: 2a6d0948-2605-41fe-a76e-b07d8371d8eb, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:33:31.501519 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c03cf81-ba5f-4ca8-8015-3500e842a081 admin admin] Network 2a6d0948-2605-41fe-a76e-b07d8371d8eb is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:33:31.511414 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-1c03cf81-ba5f-4ca8-8015-3500e842a081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, 2a6d0948-2605-41fe-a76e-b07d8371d8eb) {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:33:31.516948 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03cf81-ba5f-4ca8-8015-3500e842a081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:31.517580 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1c03cf81-ba5f-4ca8-8015-3500e842a081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:31.525801 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6a4e2a-1b62-47bc-b123-d937f07773de None None] Network 2a6d0948-2605-41fe-a76e-b07d8371d8eb requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:33:31.553045 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-1c03cf81-ba5f-4ca8-8015-3500e842a081 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3832541 Mar 07 15:33:31.626682 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fd07f4-6945-43bc-9f42-b85fd4053226 None None] Network 2a6d0948-2605-41fe-a76e-b07d8371d8eb requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:33:32.117537 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505dc75-f67f-400b-9119-1ceec2ac9996 req-b0d265e8-e457-4baa-95f4-04f7b9ca266b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:32.119266 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1505dc75-f67f-400b-9119-1ceec2ac9996 req-b0d265e8-e457-4baa-95f4-04f7b9ca266b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0620298 Mar 07 15:33:32.169203 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1505dc75-f67f-400b-9119-1ceec2ac9996 req-2ba74e02-9b25-4f9d-80d9-c6bc33d424cc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Mar 07 15:33:33.288947 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5d641-7858-4a01-bc9c-a3e7942ccf0b req-9c5f3a8b-b185-47f1-9951-eb7a78b5291b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:33.290458 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-10f5d641-7858-4a01-bc9c-a3e7942ccf0b req-9c5f3a8b-b185-47f1-9951-eb7a78b5291b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0543432 Mar 07 15:33:33.340531 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-10f5d641-7858-4a01-bc9c-a3e7942ccf0b req-0e2e5c52-c075-4450-a3fb-e3e4ea5b174e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435951 Mar 07 15:33:34.471570 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45b43d-df8b-43a2-9dcd-56c8cb60cbc5 req-e0c2681c-665d-42f9-9f20-29a41be43557 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:34.473451 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ff45b43d-df8b-43a2-9dcd-56c8cb60cbc5 req-e0c2681c-665d-42f9-9f20-29a41be43557 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0573359 Mar 07 15:33:34.539524 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ff45b43d-df8b-43a2-9dcd-56c8cb60cbc5 req-146ff9e6-c68a-4fcc-8e7f-c6cdbbf78955 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572507 Mar 07 15:33:35.648694 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719adb92-ba77-453a-954e-c4f768099555 req-882a61c0-5c88-4730-b9d6-55150d51e9f7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:35.650224 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-719adb92-ba77-453a-954e-c4f768099555 req-882a61c0-5c88-4730-b9d6-55150d51e9f7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0525522 Mar 07 15:33:35.696496 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-719adb92-ba77-453a-954e-c4f768099555 req-2b290ab6-99f2-4299-b04a-3372af0f390a tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Mar 07 15:33:36.812008 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e704ce-55d7-402a-9081-c345fc138da6 req-68bc07d2-27cc-4fd1-987c-92c71d2f3f52 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:36.813498 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-06e704ce-55d7-402a-9081-c345fc138da6 req-68bc07d2-27cc-4fd1-987c-92c71d2f3f52 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0522478 Mar 07 15:33:36.859032 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-06e704ce-55d7-402a-9081-c345fc138da6 req-e49d1471-a7a6-4d5b-9e1e-49443e08344b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400245 Mar 07 15:33:38.007029 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df89a0-eec9-43bb-a6dc-534e94a8f09a req-fde8db6c-50b0-4ec6-8447-6a42b9d40312 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:38.008539 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-97df89a0-eec9-43bb-a6dc-534e94a8f09a req-fde8db6c-50b0-4ec6-8447-6a42b9d40312 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0752277 Mar 07 15:33:38.058436 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-97df89a0-eec9-43bb-a6dc-534e94a8f09a req-35dc70f2-bbdf-4b17-80ae-5abbd986b46a tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443225 Mar 07 15:33:38.240646 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56068) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:38.348177 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cc6c2934-6bf0-4fca-8502-2367fe43493c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:38.423223 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cc6c2934-6bf0-4fca-8502-2367fe43493c admin admin] Publish callbacks [] for security_group (2dd6fcba-7923-4be9-b211-1ff1a0df34cf), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:38.426774 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cc6c2934-6bf0-4fca-8502-2367fe43493c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (2dd6fcba-7923-4be9-b211-1ff1a0df34cf), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:38.464345 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-cc6c2934-6bf0-4fca-8502-2367fe43493c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d064f8ed6144feabd6ef536656b930f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226341 Mar 07 15:33:38.465187 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c2934-6bf0-4fca-8502-2367fe43493c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd6fcba-7923-4be9-b211-1ff1a0df34cf,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:38.468263 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56072) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:38.519241 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3e82e7e4-65d9-4012-98d3-b68a11a9701f admin admin] Publish callbacks [] for security_group (2dd6fcba-7923-4be9-b211-1ff1a0df34cf), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:38.543126 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3e82e7e4-65d9-4012-98d3-b68a11a9701f admin admin] Publish callbacks [] for security_group (2dd6fcba-7923-4be9-b211-1ff1a0df34cf), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:38.589922 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3e82e7e4-65d9-4012-98d3-b68a11a9701f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (2dd6fcba-7923-4be9-b211-1ff1a0df34cf), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:38.592838 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3e82e7e4-65d9-4012-98d3-b68a11a9701f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:38.594011 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-3e82e7e4-65d9-4012-98d3-b68a11a9701f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2dd6fcba-7923-4be9-b211-1ff1a0df34cf HTTP/1.1" status: 204 len: 168 time: 0.1242368 Mar 07 15:33:38.601786 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82e7e4-65d9-4012-98d3-b68a11a9701f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd6fcba-7923-4be9-b211-1ff1a0df34cf,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:38.851387 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56080) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:38.866308 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf14f-8cd0-4976-ab6d-fc6c89b5c593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:38.946021 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf14f-8cd0-4976-ab6d-fc6c89b5c593 admin admin] Publish callbacks [] for security_group (cd63b4a4-16b9-4c42-959b-58d398086d41), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:38.952521 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf14f-8cd0-4976-ab6d-fc6c89b5c593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (cd63b4a4-16b9-4c42-959b-58d398086d41), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:38.999783 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-b9ecf14f-8cd0-4976-ab6d-fc6c89b5c593 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=071333c974a6442299f34e24a2c61fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472538 Mar 07 15:33:39.002481 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56086) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:39.011776 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecf14f-8cd0-4976-ab6d-fc6c89b5c593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd63b4a4-16b9-4c42-959b-58d398086d41,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:39.060309 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-59e2cab3-7643-469e-86de-89bd6a2c9449 admin admin] Publish callbacks [] for security_group (cd63b4a4-16b9-4c42-959b-58d398086d41), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:39.090341 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-59e2cab3-7643-469e-86de-89bd6a2c9449 admin admin] Publish callbacks [] for security_group (cd63b4a4-16b9-4c42-959b-58d398086d41), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:39.184840 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-59e2cab3-7643-469e-86de-89bd6a2c9449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (cd63b4a4-16b9-4c42-959b-58d398086d41), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:39.187733 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-59e2cab3-7643-469e-86de-89bd6a2c9449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:39.190028 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-59e2cab3-7643-469e-86de-89bd6a2c9449 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd63b4a4-16b9-4c42-959b-58d398086d41 HTTP/1.1" status: 204 len: 168 time: 0.1854334 Mar 07 15:33:39.198623 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7a5c2-d251-45cc-92dc-0e5797902646 req-92b5d7b8-182f-4988-b502-5147e4242ce2 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:39.200108 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d9a7a5c2-d251-45cc-92dc-0e5797902646 req-92b5d7b8-182f-4988-b502-5147e4242ce2 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0688090 Mar 07 15:33:39.208140 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2cab3-7643-469e-86de-89bd6a2c9449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd63b4a4-16b9-4c42-959b-58d398086d41,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:39.274701 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d9a7a5c2-d251-45cc-92dc-0e5797902646 req-bca71a1f-3907-40a9-b459-f5784e153947 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686305 Mar 07 15:33:40.403334 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae747279-c77a-464e-aaa6-fdaf7112aa58 req-414e61df-cb3f-4fcb-8161-ac13effdbe9d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:40.405317 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ae747279-c77a-464e-aaa6-fdaf7112aa58 req-414e61df-cb3f-4fcb-8161-ac13effdbe9d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0583801 Mar 07 15:33:40.462524 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ae747279-c77a-464e-aaa6-fdaf7112aa58 req-e242e80b-5a36-4a7a-90d8-4a3f42084eb6 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496988 Mar 07 15:33:41.585721 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c4502-dcb3-4ec1-b83b-519c0eab63de req-1f04a95e-9900-43f6-b0bd-500da6b4c86c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:41.587891 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6b6c4502-dcb3-4ec1-b83b-519c0eab63de req-1f04a95e-9900-43f6-b0bd-500da6b4c86c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0529470 Mar 07 15:33:41.633651 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6b6c4502-dcb3-4ec1-b83b-519c0eab63de req-8a87382b-c7f3-434b-b652-bfe433224787 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Mar 07 15:33:42.570800 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56210) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:42.675817 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-037bea56-2dee-492f-9943-3dbdc54f90ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:42.752356 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9d00e-56d3-4917-b33c-45692aa7c78a req-c3b1118e-c0fa-4535-8fd5-c665a5dc4ea9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:42.754206 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b2b9d00e-56d3-4917-b33c-45692aa7c78a req-c3b1118e-c0fa-4535-8fd5-c665a5dc4ea9 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0533996 Mar 07 15:33:42.755896 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-037bea56-2dee-492f-9943-3dbdc54f90ba admin admin] Publish callbacks [] for security_group (9cad3931-5fd6-41ff-a8ed-60761b6c5d02), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:42.759598 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-037bea56-2dee-492f-9943-3dbdc54f90ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (9cad3931-5fd6-41ff-a8ed-60761b6c5d02), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:42.798980 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-037bea56-2dee-492f-9943-3dbdc54f90ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84d10a36b9ad4d638e3c48af226d4c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270830 Mar 07 15:33:42.800290 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bea56-2dee-492f-9943-3dbdc54f90ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cad3931-5fd6-41ff-a8ed-60761b6c5d02,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:42.801830 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56216) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:42.806470 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b2b9d00e-56d3-4917-b33c-45692aa7c78a req-d68353b8-b947-4e78-bf45-7a7db2305e24 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463424 Mar 07 15:33:42.850566 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0192fb04-5afe-40e1-980a-bb4f43f51340 admin admin] Publish callbacks [] for security_group (9cad3931-5fd6-41ff-a8ed-60761b6c5d02), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:42.872138 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0192fb04-5afe-40e1-980a-bb4f43f51340 admin admin] Publish callbacks [] for security_group (9cad3931-5fd6-41ff-a8ed-60761b6c5d02), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:42.917625 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0192fb04-5afe-40e1-980a-bb4f43f51340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (9cad3931-5fd6-41ff-a8ed-60761b6c5d02), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:42.920332 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0192fb04-5afe-40e1-980a-bb4f43f51340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:42.921445 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-0192fb04-5afe-40e1-980a-bb4f43f51340 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9cad3931-5fd6-41ff-a8ed-60761b6c5d02 HTTP/1.1" status: 204 len: 168 time: 0.1185362 Mar 07 15:33:42.929417 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192fb04-5afe-40e1-980a-bb4f43f51340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cad3931-5fd6-41ff-a8ed-60761b6c5d02,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:43.346147 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56248) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:43.455696 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2030c21a-8387-450d-9f6a-2438c8656715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:43.739320 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2030c21a-8387-450d-9f6a-2438c8656715 admin admin] Publish callbacks [] for security_group (1e0ce896-9221-4d5f-a1b8-c147cb9ffe95), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:43.743932 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2030c21a-8387-450d-9f6a-2438c8656715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (1e0ce896-9221-4d5f-a1b8-c147cb9ffe95), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:43.783143 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-2030c21a-8387-450d-9f6a-2438c8656715 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a8245751b454e23815de2a06b993eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354534 Mar 07 15:33:43.783981 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030c21a-8387-450d-9f6a-2438c8656715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0ce896-9221-4d5f-a1b8-c147cb9ffe95,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:43.785928 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56266) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:43.836490 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ff067465-93c1-45f5-95cd-79c6e134d28a admin admin] Publish callbacks [] for security_group (1e0ce896-9221-4d5f-a1b8-c147cb9ffe95), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:43.862065 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ff067465-93c1-45f5-95cd-79c6e134d28a admin admin] Publish callbacks [] for security_group (1e0ce896-9221-4d5f-a1b8-c147cb9ffe95), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:43.939294 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33d9f7-0ce1-4adf-a69a-697dae4d3085 req-79108c37-a805-4ea8-8163-183095697e16 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:43.940732 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-dc33d9f7-0ce1-4adf-a69a-697dae4d3085 req-79108c37-a805-4ea8-8163-183095697e16 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0623336 Mar 07 15:33:43.952791 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ff067465-93c1-45f5-95cd-79c6e134d28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (1e0ce896-9221-4d5f-a1b8-c147cb9ffe95), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:43.955846 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ff067465-93c1-45f5-95cd-79c6e134d28a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:43.957110 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-ff067465-93c1-45f5-95cd-79c6e134d28a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e0ce896-9221-4d5f-a1b8-c147cb9ffe95 HTTP/1.1" status: 204 len: 168 time: 0.1701937 Mar 07 15:33:43.977362 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff067465-93c1-45f5-95cd-79c6e134d28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0ce896-9221-4d5f-a1b8-c147cb9ffe95,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:44.006270 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-dc33d9f7-0ce1-4adf-a69a-697dae4d3085 req-975258ba-0d49-47cf-8ec9-5734983c6556 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593939 Mar 07 15:33:44.075109 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-86724437-f173-435e-80fc-91ae126283b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:44.298336 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56282) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:44.311211 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-fbbcece2-6a7a-4d5f-85bb-5c111f52a43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:44.386527 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-fbbcece2-6a7a-4d5f-85bb-5c111f52a43f admin admin] Publish callbacks [] for security_group (35b11214-0633-4b88-8f24-fb4a78fd55e1), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:44.390372 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-fbbcece2-6a7a-4d5f-85bb-5c111f52a43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (35b11214-0633-4b88-8f24-fb4a78fd55e1), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:44.436864 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-fbbcece2-6a7a-4d5f-85bb-5c111f52a43f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e24f2a8ab6364035b0fe454c1239d321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351886 Mar 07 15:33:44.436864 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcece2-6a7a-4d5f-85bb-5c111f52a43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b11214-0633-4b88-8f24-fb4a78fd55e1,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:44.437217 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56286) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:44.490843 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-37626f4a-5764-42e3-b0c8-2a3d25bfd308 admin admin] Publish callbacks [] for security_group (35b11214-0633-4b88-8f24-fb4a78fd55e1), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:44.512286 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-37626f4a-5764-42e3-b0c8-2a3d25bfd308 admin admin] Publish callbacks [] for security_group (35b11214-0633-4b88-8f24-fb4a78fd55e1), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:44.559215 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-37626f4a-5764-42e3-b0c8-2a3d25bfd308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (35b11214-0633-4b88-8f24-fb4a78fd55e1), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:44.561861 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-37626f4a-5764-42e3-b0c8-2a3d25bfd308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:44.563056 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-37626f4a-5764-42e3-b0c8-2a3d25bfd308 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/35b11214-0633-4b88-8f24-fb4a78fd55e1 HTTP/1.1" status: 204 len: 168 time: 0.1246183 Mar 07 15:33:44.570798 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37626f4a-5764-42e3-b0c8-2a3d25bfd308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b11214-0633-4b88-8f24-fb4a78fd55e1,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:45.142011 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadf79c-2517-4ce5-8c0c-f15b282ee6a9 req-e820be88-f6af-4ce5-af78-a1b36e9e9982 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:45.144231 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0aadf79c-2517-4ce5-8c0c-f15b282ee6a9 req-e820be88-f6af-4ce5-af78-a1b36e9e9982 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0654247 Mar 07 15:33:45.198259 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0aadf79c-2517-4ce5-8c0c-f15b282ee6a9 req-b50201d9-ae1d-4874-acae-44b81c556fce tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477695 Mar 07 15:33:46.325084 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb853a1-1248-45be-a41e-2cedcee2b90b req-c4328925-a442-43d5-8fe8-983dc236ec06 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:46.326779 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ddb853a1-1248-45be-a41e-2cedcee2b90b req-c4328925-a442-43d5-8fe8-983dc236ec06 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0574083 Mar 07 15:33:46.376956 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ddb853a1-1248-45be-a41e-2cedcee2b90b req-267497ba-b73e-40c3-98c5-3464296bec4b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420682 Mar 07 15:33:46.652029 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-cef375ad-c89f-4639-8777-26f0a4db2b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.227944 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56426) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:47.273677 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_v2 [None req-094ceb0b-0926-4fcd-a864-4df49c6d1f85 admin admin] Deleting subnet 63aa686c-d088-4d33-98cc-73a6eeae7d6a {{(pid=102971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:33:47.277493 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-094ceb0b-0926-4fcd-a864-4df49c6d1f85 admin admin] Publish callbacks [] for subnet (63aa686c-d088-4d33-98cc-73a6eeae7d6a), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.313214 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-094ceb0b-0926-4fcd-a864-4df49c6d1f85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8227178'] for subnet (63aa686c-d088-4d33-98cc-73a6eeae7d6a), precommit_delete_associations {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.352941 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-094ceb0b-0926-4fcd-a864-4df49c6d1f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (63aa686c-d088-4d33-98cc-73a6eeae7d6a), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.406372 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-094ceb0b-0926-4fcd-a864-4df49c6d1f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7627466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4930682'] for subnet (63aa686c-d088-4d33-98cc-73a6eeae7d6a), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.434518 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-094ceb0b-0926-4fcd-a864-4df49c6d1f85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.438110 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-094ceb0b-0926-4fcd-a864-4df49c6d1f85 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/63aa686c-d088-4d33-98cc-73a6eeae7d6a HTTP/1.1" status: 204 len: 168 time: 0.2089865 Mar 07 15:33:47.438961 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ceb0b-0926-4fcd-a864-4df49c6d1f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63aa686c-d088-4d33-98cc-73a6eeae7d6a,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:47.440626 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56430) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:47.538309 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e557bdb9-2841-44e9-bd3d-4897b79cea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (a1800221-f574-450f-92ae-406d22dffa42), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.553840 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff909a97-341c-44e7-b449-728d94d7b795 req-e9df1bdd-1a57-4de0-8cd6-b689a38d7336 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:47.555312 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ff909a97-341c-44e7-b449-728d94d7b795 req-e9df1bdd-1a57-4de0-8cd6-b689a38d7336 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.1079285 Mar 07 15:33:47.632508 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.652225 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e557bdb9-2841-44e9-bd3d-4897b79cea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (a1800221-f574-450f-92ae-406d22dffa42), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.669495 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ff909a97-341c-44e7-b449-728d94d7b795 req-c60adae4-e3d9-4afc-9bd2-95ac31aa9dff tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087272 Mar 07 15:33:47.678067 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-e557bdb9-2841-44e9-bd3d-4897b79cea4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1800221-f574-450f-92ae-406d22dffa42']}} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:47.693721 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-e557bdb9-2841-44e9-bd3d-4897b79cea4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605f4616-71e8-43b5-88c0-79d42e7712be') {'for_net_delete': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:47.694067 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-e557bdb9-2841-44e9-bd3d-4897b79cea4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605f4616-71e8-43b5-88c0-79d42e7712be') {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:47.703224 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e557bdb9-2841-44e9-bd3d-4897b79cea4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8227217'] for segment (605f4616-71e8-43b5-88c0-79d42e7712be), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.717232 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e557bdb9-2841-44e9-bd3d-4897b79cea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (605f4616-71e8-43b5-88c0-79d42e7712be), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.724201 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e557bdb9-2841-44e9-bd3d-4897b79cea4a admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:33:47.724597 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e557bdb9-2841-44e9-bd3d-4897b79cea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7627424'] for segment (605f4616-71e8-43b5-88c0-79d42e7712be), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: Traceback (most recent call last): Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: timer() Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: cb(*args, **kw) Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: return func(*args, **kwargs) Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: self._notify() Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: self.callback(batched_events) Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: event.method(event) Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: return f(self, *a, **k) Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._get(url).json() Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: return self.request(url, 'GET', **kwargs) Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:33:47.726270 dv-cinder-830538-7-iscsi neutron-server[102971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:33:47.785738 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e557bdb9-2841-44e9-bd3d-4897b79cea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (a1800221-f574-450f-92ae-406d22dffa42), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.790598 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e557bdb9-2841-44e9-bd3d-4897b79cea4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.794054 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-e557bdb9-2841-44e9-bd3d-4897b79cea4a admin admin] 10.222.0.26 "DELETE /v2.0/networks/a1800221-f574-450f-92ae-406d22dffa42 HTTP/1.1" status: 204 len: 168 time: 0.3524818 Mar 07 15:33:47.796953 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56442) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:47.835272 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557bdb9-2841-44e9-bd3d-4897b79cea4a admin admin] Pushing event deleted for resources: {'Network': ['ID=a1800221-f574-450f-92ae-406d22dffa42,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:47.856190 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c10fbaf-bd8e-45f0-9c56-6c6fee6c825b admin admin] Deleting subnet c8361b2d-0eed-47e0-9c26-71a91a6f874b {{(pid=102971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:33:47.860603 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1c10fbaf-bd8e-45f0-9c56-6c6fee6c825b admin admin] Publish callbacks [] for subnet (c8361b2d-0eed-47e0-9c26-71a91a6f874b), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.900200 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1c10fbaf-bd8e-45f0-9c56-6c6fee6c825b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8227178'] for subnet (c8361b2d-0eed-47e0-9c26-71a91a6f874b), precommit_delete_associations {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.945916 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1c10fbaf-bd8e-45f0-9c56-6c6fee6c825b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (c8361b2d-0eed-47e0-9c26-71a91a6f874b), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:47.997860 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1c10fbaf-bd8e-45f0-9c56-6c6fee6c825b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7627466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4930682'] for subnet (c8361b2d-0eed-47e0-9c26-71a91a6f874b), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.027355 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10fbaf-bd8e-45f0-9c56-6c6fee6c825b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8361b2d-0eed-47e0-9c26-71a91a6f874b,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:48.030522 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1c10fbaf-bd8e-45f0-9c56-6c6fee6c825b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.035007 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-1c10fbaf-bd8e-45f0-9c56-6c6fee6c825b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c8361b2d-0eed-47e0-9c26-71a91a6f874b HTTP/1.1" status: 204 len: 168 time: 0.2363214 Mar 07 15:33:48.037693 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56458) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:48.125617 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1586-3f17-433b-a804-3a0e9e3cc816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (2a6d0948-2605-41fe-a76e-b07d8371d8eb), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.218581 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1586-3f17-433b-a804-3a0e9e3cc816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (2a6d0948-2605-41fe-a76e-b07d8371d8eb), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.241558 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-6d2d1586-3f17-433b-a804-3a0e9e3cc816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6d0948-2605-41fe-a76e-b07d8371d8eb']}} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:48.251992 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-6d2d1586-3f17-433b-a804-3a0e9e3cc816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedca58b-bda7-4f93-a93b-83dff6c7d743') {'for_net_delete': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:48.252404 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-6d2d1586-3f17-433b-a804-3a0e9e3cc816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedca58b-bda7-4f93-a93b-83dff6c7d743') {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:33:48.269267 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1586-3f17-433b-a804-3a0e9e3cc816 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4916765'] for segment (fedca58b-bda7-4f93-a93b-83dff6c7d743), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.285280 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1586-3f17-433b-a804-3a0e9e3cc816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (fedca58b-bda7-4f93-a93b-83dff6c7d743), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.292080 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2d1586-3f17-433b-a804-3a0e9e3cc816 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:33:48.292495 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1586-3f17-433b-a804-3a0e9e3cc816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143150'] for segment (fedca58b-bda7-4f93-a93b-83dff6c7d743), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: Traceback (most recent call last): Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: timer() Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: cb(*args, **kw) Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: return func(*args, **kwargs) Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: self._notify() Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: self.callback(batched_events) Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: event.method(event) Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: return f(self, *a, **k) Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._get(url).json() Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: return self.request(url, 'GET', **kwargs) Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:33:48.294279 dv-cinder-830538-7-iscsi neutron-server[102970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:33:48.320559 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56466) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:48.360967 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1586-3f17-433b-a804-3a0e9e3cc816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (2a6d0948-2605-41fe-a76e-b07d8371d8eb), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.367771 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1586-3f17-433b-a804-3a0e9e3cc816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.373441 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-6d2d1586-3f17-433b-a804-3a0e9e3cc816 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2a6d0948-2605-41fe-a76e-b07d8371d8eb HTTP/1.1" status: 204 len: 168 time: 0.3324280 Mar 07 15:33:48.381175 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d1586-3f17-433b-a804-3a0e9e3cc816 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a6d0948-2605-41fe-a76e-b07d8371d8eb,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:48.468132 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d5f9614c-0e67-419c-be6e-8e3058d3ac4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.499772 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56476) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:48.542915 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d5f9614c-0e67-419c-be6e-8e3058d3ac4d admin admin] Publish callbacks [] for security_group (e0ae25b7-257b-4f88-a756-2526637e1401), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.546854 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-624d8f45-e4e0-40fe-bde6-98add1a8c962 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e09d22c08b04fdba1c222756f54fea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454576 Mar 07 15:33:48.549235 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56484) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:48.550181 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d5f9614c-0e67-419c-be6e-8e3058d3ac4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (e0ae25b7-257b-4f88-a756-2526637e1401), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.594588 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-d5f9614c-0e67-419c-be6e-8e3058d3ac4d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5506392409b04b38ab7b2fbda6916711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727373 Mar 07 15:33:48.595524 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9614c-0e67-419c-be6e-8e3058d3ac4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ae25b7-257b-4f88-a756-2526637e1401,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:48.596044 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56486) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:48.612210 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4a385023-a4a9-4b86-8303-8792a45e6282 admin admin] Publish callbacks [] for security_group (3300ab2b-788a-4d5d-9657-36c8914e02cd), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.651217 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4a385023-a4a9-4b86-8303-8792a45e6282 admin admin] Publish callbacks [] for security_group (3300ab2b-788a-4d5d-9657-36c8914e02cd), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.692286 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c859-3b1a-42f4-a086-31b8a70b992f admin admin] Publish callbacks [] for security_group (e0ae25b7-257b-4f88-a756-2526637e1401), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.716847 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c859-3b1a-42f4-a086-31b8a70b992f admin admin] Publish callbacks [] for security_group (e0ae25b7-257b-4f88-a756-2526637e1401), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.735854 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4a385023-a4a9-4b86-8303-8792a45e6282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (3300ab2b-788a-4d5d-9657-36c8914e02cd), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.738416 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4a385023-a4a9-4b86-8303-8792a45e6282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.742216 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-4a385023-a4a9-4b86-8303-8792a45e6282 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3300ab2b-788a-4d5d-9657-36c8914e02cd HTTP/1.1" status: 204 len: 168 time: 0.1894250 Mar 07 15:33:48.791183 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a385023-a4a9-4b86-8303-8792a45e6282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3300ab2b-788a-4d5d-9657-36c8914e02cd,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:48.840539 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c859-3b1a-42f4-a086-31b8a70b992f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (e0ae25b7-257b-4f88-a756-2526637e1401), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.843463 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c859-3b1a-42f4-a086-31b8a70b992f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:48.845606 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-b9f6c859-3b1a-42f4-a086-31b8a70b992f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0ae25b7-257b-4f88-a756-2526637e1401 HTTP/1.1" status: 204 len: 168 time: 0.2474213 Mar 07 15:33:48.862193 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc8add-53da-4501-b500-ab738535e3c6 req-b8089686-d3f1-4a2c-ad36-8e6dc0758c88 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:48.869747 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a0dc8add-53da-4501-b500-ab738535e3c6 req-b8089686-d3f1-4a2c-ad36-8e6dc0758c88 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.1234469 Mar 07 15:33:48.883950 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6c859-3b1a-42f4-a086-31b8a70b992f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ae25b7-257b-4f88-a756-2526637e1401,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:48.928105 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a0dc8add-53da-4501-b500-ab738535e3c6 req-324bb5ef-9da6-435c-afad-f4f7cbf90bc0 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572736 Mar 07 15:33:48.981433 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:49.245777 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56514) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:49.295509 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-f8614650-800f-4926-acfc-332658fe8924 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86b456d41900458f8213818fcf953b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485568 Mar 07 15:33:49.298130 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56518) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:49.353332 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a806f196-3558-4ad2-add8-39ab56e3d53f admin admin] Publish callbacks [] for security_group (cff41cfc-1574-44cd-b4d9-01203331f315), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:49.374809 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a806f196-3558-4ad2-add8-39ab56e3d53f admin admin] Publish callbacks [] for security_group (cff41cfc-1574-44cd-b4d9-01203331f315), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:49.426170 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a806f196-3558-4ad2-add8-39ab56e3d53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (cff41cfc-1574-44cd-b4d9-01203331f315), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:49.428734 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a806f196-3558-4ad2-add8-39ab56e3d53f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:49.429864 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-a806f196-3558-4ad2-add8-39ab56e3d53f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cff41cfc-1574-44cd-b4d9-01203331f315 HTTP/1.1" status: 204 len: 168 time: 0.1305103 Mar 07 15:33:49.439267 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806f196-3558-4ad2-add8-39ab56e3d53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff41cfc-1574-44cd-b4d9-01203331f315,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:50.071206 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df99c97-b0dd-48db-b33f-820c3c10a1ce req-7f81c031-e2e7-4348-94c2-f8046a0462b3 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:50.072813 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-7df99c97-b0dd-48db-b33f-820c3c10a1ce req-7f81c031-e2e7-4348-94c2-f8046a0462b3 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0682607 Mar 07 15:33:50.157960 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-7df99c97-b0dd-48db-b33f-820c3c10a1ce req-02de4e77-7147-4d9e-9c88-69616a83e893 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781343 Mar 07 15:33:50.581754 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:50.708948 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56604) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:50.813451 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-17a787cf-3434-44fe-b1ac-176e1c6e7071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:50.888389 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-17a787cf-3434-44fe-b1ac-176e1c6e7071 admin admin] Publish callbacks [] for security_group (06e8bd61-96f7-4883-9e9d-5b979f549c1c), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:50.892155 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-17a787cf-3434-44fe-b1ac-176e1c6e7071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (06e8bd61-96f7-4883-9e9d-5b979f549c1c), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:50.929957 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-17a787cf-3434-44fe-b1ac-176e1c6e7071 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82bcae9c47944af88ca2708451b225f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199163 Mar 07 15:33:50.931076 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a787cf-3434-44fe-b1ac-176e1c6e7071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e8bd61-96f7-4883-9e9d-5b979f549c1c,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:50.932627 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56608) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:50.984355 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0a1c711f-24ab-4959-9691-5162109c45b9 admin admin] Publish callbacks [] for security_group (06e8bd61-96f7-4883-9e9d-5b979f549c1c), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:51.007099 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0a1c711f-24ab-4959-9691-5162109c45b9 admin admin] Publish callbacks [] for security_group (06e8bd61-96f7-4883-9e9d-5b979f549c1c), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:51.054795 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0a1c711f-24ab-4959-9691-5162109c45b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (06e8bd61-96f7-4883-9e9d-5b979f549c1c), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:51.057691 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0a1c711f-24ab-4959-9691-5162109c45b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:51.059115 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-0a1c711f-24ab-4959-9691-5162109c45b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06e8bd61-96f7-4883-9e9d-5b979f549c1c HTTP/1.1" status: 204 len: 168 time: 0.1253650 Mar 07 15:33:51.068851 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c711f-24ab-4959-9691-5162109c45b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e8bd61-96f7-4883-9e9d-5b979f549c1c,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:51.284212 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95169a34-1e62-469e-9d01-f6726944324e req-d3bc56e7-0991-44b2-8e70-2c127a363e2b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:51.285769 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-95169a34-1e62-469e-9d01-f6726944324e req-d3bc56e7-0991-44b2-8e70-2c127a363e2b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0548015 Mar 07 15:33:51.360663 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-95169a34-1e62-469e-9d01-f6726944324e req-2898ecc4-67c5-45a3-82ca-b2aafcd551d7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669177 Mar 07 15:33:51.879936 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:52.475383 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f06c5e-fc2b-444c-a58a-000da432f661 req-441744bd-b9cb-429f-9ae5-40d2743b2848 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:52.476830 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-14f06c5e-fc2b-444c-a58a-000da432f661 req-441744bd-b9cb-429f-9ae5-40d2743b2848 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0510886 Mar 07 15:33:52.521913 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-14f06c5e-fc2b-444c-a58a-000da432f661 req-6eb89ccd-05e5-44e6-aee0-45c47094158c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396607 Mar 07 15:33:53.636836 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1576d-196c-4e7a-bf7d-6ef89a926ccd req-841ff86f-94ab-4275-a27b-15a00c1d8f82 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:53.638295 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f8b1576d-196c-4e7a-bf7d-6ef89a926ccd req-841ff86f-94ab-4275-a27b-15a00c1d8f82 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0528939 Mar 07 15:33:53.684447 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f8b1576d-196c-4e7a-bf7d-6ef89a926ccd req-3ff52355-e2b1-4f67-842b-9b5f1cc4b752 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Mar 07 15:33:54.833853 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94683e3-ad47-409d-9ea1-a086641e6c8f req-c67906c8-dad2-4962-b441-b3e93ff156a8 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:54.835534 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e94683e3-ad47-409d-9ea1-a086641e6c8f req-c67906c8-dad2-4962-b441-b3e93ff156a8 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0730813 Mar 07 15:33:54.895119 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e94683e3-ad47-409d-9ea1-a086641e6c8f req-4efbd8ad-f6e4-4da3-9f0f-6fe9e8a45ab1 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515890 Mar 07 15:33:55.114317 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56738) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:55.235041 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0c3bcfc1-abe5-4c6c-90c1-bb48f6d8f450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:55.342706 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0c3bcfc1-abe5-4c6c-90c1-bb48f6d8f450 admin admin] Publish callbacks [] for security_group (93aae716-f197-4282-ad18-4ada3193f116), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:55.350774 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0c3bcfc1-abe5-4c6c-90c1-bb48f6d8f450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (93aae716-f197-4282-ad18-4ada3193f116), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:55.403076 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bcfc1-abe5-4c6c-90c1-bb48f6d8f450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93aae716-f197-4282-ad18-4ada3193f116,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:55.422384 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-0c3bcfc1-abe5-4c6c-90c1-bb48f6d8f450 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b267cdcda4b749d0a988a411ef053d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048396 Mar 07 15:33:55.423840 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56754) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:55.476510 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bdb14ca6-4047-4a2a-a66d-189c0c86ed6d admin admin] Publish callbacks [] for security_group (93aae716-f197-4282-ad18-4ada3193f116), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:55.502104 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bdb14ca6-4047-4a2a-a66d-189c0c86ed6d admin admin] Publish callbacks [] for security_group (93aae716-f197-4282-ad18-4ada3193f116), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:55.558327 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bdb14ca6-4047-4a2a-a66d-189c0c86ed6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (93aae716-f197-4282-ad18-4ada3193f116), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:55.560948 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bdb14ca6-4047-4a2a-a66d-189c0c86ed6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:55.565061 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-bdb14ca6-4047-4a2a-a66d-189c0c86ed6d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93aae716-f197-4282-ad18-4ada3193f116 HTTP/1.1" status: 204 len: 168 time: 0.1373978 Mar 07 15:33:55.574010 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb14ca6-4047-4a2a-a66d-189c0c86ed6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aae716-f197-4282-ad18-4ada3193f116,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:55.641954 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:33:55.843847 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56762) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:55.856909 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c15cdb4a-93af-4226-a285-d4752cc4476f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:55.929352 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c15cdb4a-93af-4226-a285-d4752cc4476f admin admin] Publish callbacks [] for security_group (17f385fb-dd7c-4839-8ee2-5d93e1a3ac2a), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:55.933414 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c15cdb4a-93af-4226-a285-d4752cc4476f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (17f385fb-dd7c-4839-8ee2-5d93e1a3ac2a), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:55.976011 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-c15cdb4a-93af-4226-a285-d4752cc4476f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74c953abf2aa427bbec9a4ce38ed4104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285734 Mar 07 15:33:55.976011 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cdb4a-93af-4226-a285-d4752cc4476f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f385fb-dd7c-4839-8ee2-5d93e1a3ac2a,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:55.976971 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56766) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:56.045803 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4099bd-7a95-4f39-bbc0-d66564a71596 req-d501ca01-fd1e-4f39-bd03-4f332b22f1b0 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:56.047824 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ca4099bd-7a95-4f39-bbc0-d66564a71596 req-d501ca01-fd1e-4f39-bd03-4f332b22f1b0 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0803390 Mar 07 15:33:56.063379 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4b69-a9e2-452d-95e0-9427e4b44830 admin admin] Publish callbacks [] for security_group (17f385fb-dd7c-4839-8ee2-5d93e1a3ac2a), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:56.105474 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4b69-a9e2-452d-95e0-9427e4b44830 admin admin] Publish callbacks [] for security_group (17f385fb-dd7c-4839-8ee2-5d93e1a3ac2a), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:56.119404 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ca4099bd-7a95-4f39-bbc0-d66564a71596 req-e8c1017e-079d-4fc0-8f42-663e54ba0646 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647018 Mar 07 15:33:56.156898 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4b69-a9e2-452d-95e0-9427e4b44830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (17f385fb-dd7c-4839-8ee2-5d93e1a3ac2a), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:56.159611 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4b69-a9e2-452d-95e0-9427e4b44830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:56.160726 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-8a4f4b69-a9e2-452d-95e0-9427e4b44830 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17f385fb-dd7c-4839-8ee2-5d93e1a3ac2a HTTP/1.1" status: 204 len: 168 time: 0.1828516 Mar 07 15:33:56.168067 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f4b69-a9e2-452d-95e0-9427e4b44830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f385fb-dd7c-4839-8ee2-5d93e1a3ac2a,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:56.472839 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56780) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:56.486480 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-88375060-4d5d-47c4-b30f-e446896beb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:56.580581 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-88375060-4d5d-47c4-b30f-e446896beb1e admin admin] Publish callbacks [] for security_group (ca148c69-75a1-480d-b7ba-12610475bc24), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:56.586301 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-88375060-4d5d-47c4-b30f-e446896beb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (ca148c69-75a1-480d-b7ba-12610475bc24), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:56.631276 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88375060-4d5d-47c4-b30f-e446896beb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca148c69-75a1-480d-b7ba-12610475bc24,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:56.637257 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-88375060-4d5d-47c4-b30f-e446896beb1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=491f490447f443b6948e4a6f9c5d3124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628969 Mar 07 15:33:56.639769 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56788) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:33:56.697136 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f01aadb6-d1c9-47a6-8f7c-259f01fa3153 admin admin] Publish callbacks [] for security_group (ca148c69-75a1-480d-b7ba-12610475bc24), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:56.719908 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f01aadb6-d1c9-47a6-8f7c-259f01fa3153 admin admin] Publish callbacks [] for security_group (ca148c69-75a1-480d-b7ba-12610475bc24), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:56.780045 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f01aadb6-d1c9-47a6-8f7c-259f01fa3153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (ca148c69-75a1-480d-b7ba-12610475bc24), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:56.782617 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f01aadb6-d1c9-47a6-8f7c-259f01fa3153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:33:56.783761 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-f01aadb6-d1c9-47a6-8f7c-259f01fa3153 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca148c69-75a1-480d-b7ba-12610475bc24 HTTP/1.1" status: 204 len: 168 time: 0.1431377 Mar 07 15:33:56.791573 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01aadb6-d1c9-47a6-8f7c-259f01fa3153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca148c69-75a1-480d-b7ba-12610475bc24,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:33:57.237862 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bff4dc-1f16-4478-928d-239d49d3debb req-a597a4c3-ee39-4bd3-8f07-44442d622a7f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:57.239382 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-69bff4dc-1f16-4478-928d-239d49d3debb req-a597a4c3-ee39-4bd3-8f07-44442d622a7f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0551336 Mar 07 15:33:57.290670 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-69bff4dc-1f16-4478-928d-239d49d3debb req-e4127a6d-f870-4a10-8e8f-95a84a73dd44 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458119 Mar 07 15:33:58.407481 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14eb658-df1e-4635-9b9c-758954040bba req-e89e1226-e9dd-4708-92bd-aaca6d501bf1 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:58.408956 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d14eb658-df1e-4635-9b9c-758954040bba req-e89e1226-e9dd-4708-92bd-aaca6d501bf1 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0519390 Mar 07 15:33:58.457754 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d14eb658-df1e-4635-9b9c-758954040bba req-c42a76cf-dad1-4ce0-839c-840956d54caf tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430226 Mar 07 15:33:59.572912 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ed00e-4b6a-473a-8de4-ed64dc94c550 req-c7caf068-fa6c-45dd-8133-5e4445e66ef5 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:33:59.574401 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-474ed00e-4b6a-473a-8de4-ed64dc94c550 req-c7caf068-fa6c-45dd-8133-5e4445e66ef5 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0514638 Mar 07 15:33:59.619740 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-474ed00e-4b6a-473a-8de4-ed64dc94c550 req-25d72ebc-c5d1-4883-9664-18c6bb5f7a82 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398879 Mar 07 15:34:00.476630 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56896) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:00.575321 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-68141ab4-378d-4f41-99fc-ccd23d8f1d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:00.650173 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-68141ab4-378d-4f41-99fc-ccd23d8f1d48 admin admin] Publish callbacks [] for security_group (3cc7a531-b506-42bf-ae51-400792876e6f), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:00.654552 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-68141ab4-378d-4f41-99fc-ccd23d8f1d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (3cc7a531-b506-42bf-ae51-400792876e6f), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:00.691983 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68141ab4-378d-4f41-99fc-ccd23d8f1d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc7a531-b506-42bf-ae51-400792876e6f,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:00.696267 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-68141ab4-378d-4f41-99fc-ccd23d8f1d48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11539e9fefdc4a2c99e9a0c3b40439f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186122 Mar 07 15:34:00.698907 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56902) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:00.742622 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb829cbf-ce89-4b7a-ad3d-6b5d392adda7 req-29b3cc11-3922-4dfb-9cef-fd2c13450735 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:00.744000 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-bb829cbf-ce89-4b7a-ad3d-6b5d392adda7 req-29b3cc11-3922-4dfb-9cef-fd2c13450735 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0525813 Mar 07 15:34:00.748797 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c6cc-f814-42b1-a90d-2280010f7b93 admin admin] Publish callbacks [] for security_group (3cc7a531-b506-42bf-ae51-400792876e6f), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:00.770089 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c6cc-f814-42b1-a90d-2280010f7b93 admin admin] Publish callbacks [] for security_group (3cc7a531-b506-42bf-ae51-400792876e6f), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:00.790365 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-bb829cbf-ce89-4b7a-ad3d-6b5d392adda7 req-91934b1a-021c-4bc8-b89c-3004cf5186f3 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 Mar 07 15:34:00.815504 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c6cc-f814-42b1-a90d-2280010f7b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (3cc7a531-b506-42bf-ae51-400792876e6f), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:00.818153 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c6cc-f814-42b1-a90d-2280010f7b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:00.819285 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-e3e0c6cc-f814-42b1-a90d-2280010f7b93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3cc7a531-b506-42bf-ae51-400792876e6f HTTP/1.1" status: 204 len: 168 time: 0.1194696 Mar 07 15:34:00.826675 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0c6cc-f814-42b1-a90d-2280010f7b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc7a531-b506-42bf-ae51-400792876e6f,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:01.070816 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56914) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:01.083926 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-44cfdf42-c1f0-46a2-822c-81b48da93dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:01.155887 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-44cfdf42-c1f0-46a2-822c-81b48da93dec admin admin] Publish callbacks [] for security_group (b06749b1-00c9-4635-ab89-b70fd75710b2), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:01.159556 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-44cfdf42-c1f0-46a2-822c-81b48da93dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (b06749b1-00c9-4635-ab89-b70fd75710b2), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:01.197470 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-44cfdf42-c1f0-46a2-822c-81b48da93dec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=569b242516af41b0bd74511d19b99ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256003 Mar 07 15:34:01.198723 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfdf42-c1f0-46a2-822c-81b48da93dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06749b1-00c9-4635-ab89-b70fd75710b2,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:01.200205 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56918) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:01.247315 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-06126bd6-643a-4fb8-9aa6-d283a1696cdb admin admin] Publish callbacks [] for security_group (b06749b1-00c9-4635-ab89-b70fd75710b2), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:01.267869 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-06126bd6-643a-4fb8-9aa6-d283a1696cdb admin admin] Publish callbacks [] for security_group (b06749b1-00c9-4635-ab89-b70fd75710b2), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:01.313876 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-06126bd6-643a-4fb8-9aa6-d283a1696cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (b06749b1-00c9-4635-ab89-b70fd75710b2), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:01.316470 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-06126bd6-643a-4fb8-9aa6-d283a1696cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:01.317604 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-06126bd6-643a-4fb8-9aa6-d283a1696cdb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b06749b1-00c9-4635-ab89-b70fd75710b2 HTTP/1.1" status: 204 len: 168 time: 0.1162906 Mar 07 15:34:01.325403 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06126bd6-643a-4fb8-9aa6-d283a1696cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06749b1-00c9-4635-ab89-b70fd75710b2,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:01.622276 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 56928) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:01.637873 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bd63c4bc-53eb-4802-b4d6-5c056e5ac5ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:01.714329 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bd63c4bc-53eb-4802-b4d6-5c056e5ac5ae admin admin] Publish callbacks [] for security_group (a41e2e77-fee6-43f6-9aab-1d12f986c55a), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:01.717625 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bd63c4bc-53eb-4802-b4d6-5c056e5ac5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (a41e2e77-fee6-43f6-9aab-1d12f986c55a), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:01.753340 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63c4bc-53eb-4802-b4d6-5c056e5ac5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41e2e77-fee6-43f6-9aab-1d12f986c55a,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:01.757520 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-bd63c4bc-53eb-4802-b4d6-5c056e5ac5ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57957d9190604575afd935542169aed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341197 Mar 07 15:34:01.760208 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 56932) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:01.806867 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c9105159-3770-4de7-901b-971f5a6e1e9b admin admin] Publish callbacks [] for security_group (a41e2e77-fee6-43f6-9aab-1d12f986c55a), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:01.831085 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c9105159-3770-4de7-901b-971f5a6e1e9b admin admin] Publish callbacks [] for security_group (a41e2e77-fee6-43f6-9aab-1d12f986c55a), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:01.878228 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c9105159-3770-4de7-901b-971f5a6e1e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (a41e2e77-fee6-43f6-9aab-1d12f986c55a), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:01.881144 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c9105159-3770-4de7-901b-971f5a6e1e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:01.882462 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-c9105159-3770-4de7-901b-971f5a6e1e9b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a41e2e77-fee6-43f6-9aab-1d12f986c55a HTTP/1.1" status: 204 len: 168 time: 0.1212409 Mar 07 15:34:01.890093 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9105159-3770-4de7-901b-971f5a6e1e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41e2e77-fee6-43f6-9aab-1d12f986c55a,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:01.933442 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb133c1-ae1c-482d-a283-16639b49a2aa req-4e2dad5b-879f-4252-a713-138fb0520f2c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:01.935220 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-bfb133c1-ae1c-482d-a283-16639b49a2aa req-4e2dad5b-879f-4252-a713-138fb0520f2c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0793393 Mar 07 15:34:01.983902 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-bfb133c1-ae1c-482d-a283-16639b49a2aa req-2cfb636a-057a-42d5-9942-43868254fd54 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425072 Mar 07 15:34:03.100732 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a495ab-9b49-4c93-b0e3-0fdb67184fe1 req-f52aeae9-6080-4b4d-a657-30424249770c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:03.102194 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-41a495ab-9b49-4c93-b0e3-0fdb67184fe1 req-f52aeae9-6080-4b4d-a657-30424249770c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0510662 Mar 07 15:34:03.147928 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-41a495ab-9b49-4c93-b0e3-0fdb67184fe1 req-1e44a3c7-4e4f-4da2-96aa-a705aa5006b7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400240 Mar 07 15:34:04.262347 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009cd31-47a1-4a67-9674-4f3c78791ed5 req-4e5971da-921d-4889-9176-ce6686e3923d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:04.263703 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8009cd31-47a1-4a67-9674-4f3c78791ed5 req-4e5971da-921d-4889-9176-ce6686e3923d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0528467 Mar 07 15:34:04.308227 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8009cd31-47a1-4a67-9674-4f3c78791ed5 req-b420e161-1538-4908-9632-c1dfdc600cf7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386577 Mar 07 15:34:05.420150 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb54af-9486-491a-a881-8396694dc1a9 req-8b43459c-e62a-40c0-baaa-3ed89df4a91e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:05.423290 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2fdb54af-9486-491a-a881-8396694dc1a9 req-8b43459c-e62a-40c0-baaa-3ed89df4a91e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0499279 Mar 07 15:34:05.472087 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2fdb54af-9486-491a-a881-8396694dc1a9 req-4f05e53b-97dd-4f57-9ab7-e7af6ee05b8e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442510 Mar 07 15:34:06.155481 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6d512-4ef6-42f4-be2b-0232c67bcb2e req-7ad415f7-a0b8-4ab6-a662-6b7c599b7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:06.157036 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-15e6d512-4ef6-42f4-be2b-0232c67bcb2e req-7ad415f7-a0b8-4ab6-a662-6b7c599b7340 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 1129 time: 0.0616229 Mar 07 15:34:06.222701 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-15e6d512-4ef6-42f4-be2b-0232c67bcb2e req-03c7ac6d-e96d-4b9d-b95d-bfe68f9d2c71 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486445 Mar 07 15:34:06.601394 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da913dee-afb6-4620-b44b-1320dc9d6a3b req-ffec4d18-fcf3-4061-bca4-91859fa0da52 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:06.611239 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-da913dee-afb6-4620-b44b-1320dc9d6a3b req-ffec4d18-fcf3-4061-bca4-91859fa0da52 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0654867 Mar 07 15:34:06.662622 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-da913dee-afb6-4620-b44b-1320dc9d6a3b req-5a1954fd-4c54-4fa4-ba96-de12a1ed3c24 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501103 Mar 07 15:34:07.790793 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202f5d0-02c6-4564-b079-7bf45bc72d40 req-8f58f256-8d00-4bee-bd5e-7d1a954d981e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:07.792311 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1202f5d0-02c6-4564-b079-7bf45bc72d40 req-8f58f256-8d00-4bee-bd5e-7d1a954d981e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0644422 Mar 07 15:34:07.840789 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1202f5d0-02c6-4564-b079-7bf45bc72d40 req-be3993cc-e563-4582-8659-0caac01ebfcf tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Mar 07 15:34:07.937872 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 57094) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:07.973301 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2136-1922-461e-bb88-ac0166beb5a1 req-85cda9f5-85cf-4d50-9657-8f33d9270d98 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:07.974812 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e2ae2136-1922-461e-bb88-ac0166beb5a1 req-85cda9f5-85cf-4d50-9657-8f33d9270d98 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0533998 Mar 07 15:34:08.023006 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e2ae2136-1922-461e-bb88-ac0166beb5a1 req-f4273b79-4db3-4c52-9681-211abc75a53e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427618 Mar 07 15:34:08.043025 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e1b6348a-1c5b-4f81-b362-ab152d75c948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:08.132910 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e1b6348a-1c5b-4f81-b362-ab152d75c948 admin admin] Publish callbacks [] for security_group (69e1cc56-ef84-4418-91d4-e82474797de6), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:08.136747 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e1b6348a-1c5b-4f81-b362-ab152d75c948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (69e1cc56-ef84-4418-91d4-e82474797de6), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:08.174327 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6348a-1c5b-4f81-b362-ab152d75c948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e1cc56-ef84-4418-91d4-e82474797de6,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:08.180177 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-e1b6348a-1c5b-4f81-b362-ab152d75c948 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49dd3c5bae984d52be11fda5f65c6189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409999 Mar 07 15:34:08.182426 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 57100) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:08.236104 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d191fa57-d52a-45af-ae06-0c0700e6c2cc admin admin] Publish callbacks [] for security_group (69e1cc56-ef84-4418-91d4-e82474797de6), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:08.259047 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d191fa57-d52a-45af-ae06-0c0700e6c2cc admin admin] Publish callbacks [] for security_group (69e1cc56-ef84-4418-91d4-e82474797de6), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:08.332783 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d191fa57-d52a-45af-ae06-0c0700e6c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (69e1cc56-ef84-4418-91d4-e82474797de6), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:08.338456 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d191fa57-d52a-45af-ae06-0c0700e6c2cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:08.350779 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-d191fa57-d52a-45af-ae06-0c0700e6c2cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69e1cc56-ef84-4418-91d4-e82474797de6 HTTP/1.1" status: 204 len: 168 time: 0.1672115 Mar 07 15:34:08.365902 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191fa57-d52a-45af-ae06-0c0700e6c2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e1cc56-ef84-4418-91d4-e82474797de6,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:09.671878 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7d168-84a7-4448-baa8-4790c7ba4e74 req-51f1aa5d-4b38-419b-a4ed-b3f829fb083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:09.673258 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-38a7d168-84a7-4448-baa8-4790c7ba4e74 req-51f1aa5d-4b38-419b-a4ed-b3f829fb083a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e962918ae84466af119c960ead2477&device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 1129 time: 0.0804098 Mar 07 15:34:09.680663 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da08db-3564-463d-82ea-1a6f234a48d2 req-1a9d4c8f-b905-45b5-bd98-8d6c48b6c943 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:09.682016 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-05da08db-3564-463d-82ea-1a6f234a48d2 req-1a9d4c8f-b905-45b5-bd98-8d6c48b6c943 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0800681 Mar 07 15:34:09.782099 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-05da08db-3564-463d-82ea-1a6f234a48d2 req-885a9fd3-8445-474a-a3df-2734786a68ca tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922911 Mar 07 15:34:09.806749 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7d168-84a7-4448-baa8-4790c7ba4e74 req-6a96be4f-fca9-422c-9082-d55f7d7a9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:09.808257 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-38a7d168-84a7-4448-baa8-4790c7ba4e74 req-6a96be4f-fca9-422c-9082-d55f7d7a9c1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a3e19fb-ac43-49de-ad3a-edd6be34b622 HTTP/1.1" status: 200 len: 919 time: 0.1254125 Mar 07 15:34:09.851918 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-38a7d168-84a7-4448-baa8-4790c7ba4e74 req-e6e0108c-e7e4-4097-9b2d-f36cd9cd2206 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 HTTP/1.1" status: 200 len: 217 time: 0.0363700 Mar 07 15:34:09.920449 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7d168-84a7-4448-baa8-4790c7ba4e74 req-4709eec3-f6e4-40b1-a1c1-0349724c5d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:09.922515 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-38a7d168-84a7-4448-baa8-4790c7ba4e74 req-4709eec3-f6e4-40b1-a1c1-0349724c5d17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a390f6-dd0f-4d34-8b55-d38294a0eeaa HTTP/1.1" status: 200 len: 858 time: 0.0531476 Mar 07 15:34:09.959913 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-38a7d168-84a7-4448-baa8-4790c7ba4e74 req-0152b0eb-d1cc-4daf-8e64-881a40f16b45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a3e19fb-ac43-49de-ad3a-edd6be34b622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245101 Mar 07 15:34:10.048816 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-38a7d168-84a7-4448-baa8-4790c7ba4e74 req-9f93f55c-c34d-45f5-b4dc-820c9aef8b08 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818632 Mar 07 15:34:10.141434 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-38a7d168-84a7-4448-baa8-4790c7ba4e74 req-da6d160e-8b69-492c-9494-d8354b09368c service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843129 Mar 07 15:34:10.901185 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41746f-dc88-480b-93ff-8f8687e19f66 req-7700fd11-49c8-4114-b798-599e22f7da30 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:10.902690 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5e41746f-dc88-480b-93ff-8f8687e19f66 req-7700fd11-49c8-4114-b798-599e22f7da30 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0526142 Mar 07 15:34:10.954823 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5e41746f-dc88-480b-93ff-8f8687e19f66 req-28ed68e4-6cb5-4ea6-a0bf-296dbe9f2aed tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458620 Mar 07 15:34:12.071306 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a45ebf-66d3-4212-b45b-a7a81339ea58 req-2a9b7300-d0f0-4dc8-8845-5268412f7b73 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:12.072726 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-34a45ebf-66d3-4212-b45b-a7a81339ea58 req-2a9b7300-d0f0-4dc8-8845-5268412f7b73 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0508258 Mar 07 15:34:12.118519 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-34a45ebf-66d3-4212-b45b-a7a81339ea58 req-367c38d8-b1b2-467a-9402-7baf4a49798c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402815 Mar 07 15:34:13.235139 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd100d7b-7fa7-4183-afe6-0bb3f82113d4 req-412938d0-60ef-4750-9090-c46070c6663c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:13.236611 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-bd100d7b-7fa7-4183-afe6-0bb3f82113d4 req-412938d0-60ef-4750-9090-c46070c6663c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0530369 Mar 07 15:34:13.282990 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-bd100d7b-7fa7-4183-afe6-0bb3f82113d4 req-9825252c-7c57-4ced-87f0-a6d73eadfc9d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Mar 07 15:34:14.066741 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-344de402-4ee1-4db0-a79a-87fe12be11c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:14.426213 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ba483-215f-4bc2-8d8d-e6f6c3dfab3e req-d75a8010-8333-4baa-bf2f-5d4c912fee4c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:14.427693 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-600ba483-215f-4bc2-8d8d-e6f6c3dfab3e req-d75a8010-8333-4baa-bf2f-5d4c912fee4c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0604765 Mar 07 15:34:14.484299 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-600ba483-215f-4bc2-8d8d-e6f6c3dfab3e req-08e5d031-03ee-46dd-b2ed-1e7b1064bfa8 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505350 Mar 07 15:34:15.458602 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675953aa-6a45-458e-8484-b7441bb358ee req-2b79f781-ada8-4919-aa81-8563751f5176 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:15.469496 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-675953aa-6a45-458e-8484-b7441bb358ee req-2b79f781-ada8-4919-aa81-8563751f5176 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0643752 Mar 07 15:34:15.509918 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-675953aa-6a45-458e-8484-b7441bb358ee req-f82104dd-9f3c-4557-83b3-d4855803257d tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443385 Mar 07 15:34:15.624052 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2109624-237f-4126-9a46-06b135bc8c58 req-52bb31b1-1afc-49cc-8295-29a5cf83e1e1 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:15.626118 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d2109624-237f-4126-9a46-06b135bc8c58 req-52bb31b1-1afc-49cc-8295-29a5cf83e1e1 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0684140 Mar 07 15:34:15.674824 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d2109624-237f-4126-9a46-06b135bc8c58 req-331b2dc4-fdf9-4a9a-bcb6-4f08a316ee10 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419497 Mar 07 15:34:16.633001 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52608297-e03b-47a3-a1a9-5edd0c4a880d req-129e4557-54ad-436f-969d-2a082c778155 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:16.634525 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-52608297-e03b-47a3-a1a9-5edd0c4a880d req-129e4557-54ad-436f-969d-2a082c778155 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0538251 Mar 07 15:34:16.651873 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-48492ae6-325d-4d15-8d0e-0da7145167d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:16.682417 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-52608297-e03b-47a3-a1a9-5edd0c4a880d req-b27acb47-2a4f-4a7d-8a63-d633b8cd8420 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420401 Mar 07 15:34:16.800207 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7069c5e-a799-4894-b556-aa29b1878c3c req-ad558a7b-6e0f-41f0-bfa9-3247c75b255d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:16.801496 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a7069c5e-a799-4894-b556-aa29b1878c3c req-ad558a7b-6e0f-41f0-bfa9-3247c75b255d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0534451 Mar 07 15:34:16.853098 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a7069c5e-a799-4894-b556-aa29b1878c3c req-544f4d65-ae94-4d3e-b299-1ff7241334c0 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435605 Mar 07 15:34:17.261575 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219e5c8-a33d-4912-92bf-734c455122d0 req-9fc7b9cc-b869-4d55-974e-c6e74104dd83 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:17.263070 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6219e5c8-a33d-4912-92bf-734c455122d0 req-9fc7b9cc-b869-4d55-974e-c6e74104dd83 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0516837 Mar 07 15:34:17.314909 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6219e5c8-a33d-4912-92bf-734c455122d0 req-5c112fd1-95e6-4252-b69c-65c9f8df0d81 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455964 Mar 07 15:34:17.636787 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:17.808820 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5086df-3970-4dbb-9266-84b66d69055c req-a1aa833c-c026-43d7-a30e-fb5ad643b933 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:17.810450 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-7d5086df-3970-4dbb-9266-84b66d69055c req-a1aa833c-c026-43d7-a30e-fb5ad643b933 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0558283 Mar 07 15:34:17.862550 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-7d5086df-3970-4dbb-9266-84b66d69055c req-48f643b1-c61c-4801-b4d9-7f8020e9641b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459218 Mar 07 15:34:18.206262 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af275e7-0650-452a-9678-eea0f4939b11 req-7e3d0176-b7d7-4673-9f6f-7e14643a42e8 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:18.207746 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5af275e7-0650-452a-9678-eea0f4939b11 req-7e3d0176-b7d7-4673-9f6f-7e14643a42e8 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.2834620 Mar 07 15:34:18.221567 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 57274) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:18.259415 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5af275e7-0650-452a-9678-eea0f4939b11 req-d4172e7d-943e-4280-b6da-680010595f28 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462294 Mar 07 15:34:18.332713 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:18.436143 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Publish callbacks [] for security_group (949640c6-daa5-4469-ac54-70829647f858), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:18.441115 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (949640c6-daa5-4469-ac54-70829647f858), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:18.486403 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949640c6-daa5-4469-ac54-70829647f858,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:18.495108 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ca5aeeabd164edcaadb5a9b163bfb9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717679 Mar 07 15:34:18.497632 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.497800 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 57280) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:18.497998 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.498350 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.498683 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.499052 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.499506 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.499838 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.500166 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.500490 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.500816 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.501136 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.501454 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.501772 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10d709-e563-4916-ad71-bd53e1825f41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.511198 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca213bf0-ba7e-40ff-98f1-16f848af7e62 req-e57de8c8-5148-4b63-af34-94fad37dd839 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:18.512604 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ca213bf0-ba7e-40ff-98f1-16f848af7e62 req-e57de8c8-5148-4b63-af34-94fad37dd839 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.1167166 Mar 07 15:34:18.545547 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Publish callbacks [] for security_group (949640c6-daa5-4469-ac54-70829647f858), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:18.564296 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ca213bf0-ba7e-40ff-98f1-16f848af7e62 req-902fa433-bf1f-4c2e-9791-1d443aaf18d6 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442550 Mar 07 15:34:18.573266 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Publish callbacks [] for security_group (949640c6-daa5-4469-ac54-70829647f858), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:18.620150 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (949640c6-daa5-4469-ac54-70829647f858), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:18.622866 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:18.624627 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/949640c6-daa5-4469-ac54-70829647f858 HTTP/1.1" status: 204 len: 168 time: 0.1252766 Mar 07 15:34:18.632482 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949640c6-daa5-4469-ac54-70829647f858,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:18.639472 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.639896 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.640313 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.640724 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.641127 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.641523 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.641927 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.642342 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.642804 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.643146 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.643481 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.643806 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.644126 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e232ea7-9ebc-4831-829d-1a338be6bbbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:18.982832 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:19.013533 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e8477-7899-427e-ab78-d56e1d2739b7 req-51b1a14d-d924-4e89-8bfb-f79d53e264c4 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:19.015371 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-955e8477-7899-427e-ab78-d56e1d2739b7 req-51b1a14d-d924-4e89-8bfb-f79d53e264c4 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0624783 Mar 07 15:34:19.090010 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-955e8477-7899-427e-ab78-d56e1d2739b7 req-8919fe13-cfae-4410-afb4-6a081afd1fe7 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545392 Mar 07 15:34:19.281108 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 57306) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:19.377087 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a0788-93c6-4c24-b890-25825212cc3b req-f2e1e3b2-4426-471c-8ed6-e2bd07b2aff7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:19.378580 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-651a0788-93c6-4c24-b890-25825212cc3b req-f2e1e3b2-4426-471c-8ed6-e2bd07b2aff7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0551617 Mar 07 15:34:19.387399 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2023336832-network', 'tenant_id': 'c9ee1d0788964d919055f9f014b67a4a'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:34:19.406890 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] Made reservation on behalf of c9ee1d0788964d919055f9f014b67a4a for: {'network': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:34:19.409123 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:19.417441 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:19.427756 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-651a0788-93c6-4c24-b890-25825212cc3b req-93ed2ab5-ca26-4fb7-916f-7aa664f28003 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434468 Mar 07 15:34:19.495275 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] Publish callbacks [] for security_group (2e7b059c-7445-4863-a53a-c09ca4feb9bc), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:19.498863 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (2e7b059c-7445-4863-a53a-c09ca4feb9bc), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:19.523536 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=102970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:34:19.534457 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7b059c-7445-4863-a53a-c09ca4feb9bc,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:19.541234 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (23704e2a-06e8-4e8a-8f26-08100d49ba74), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:19.541577 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.segments_db [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] Added segment 23704e2a-06e8-4e8a-8f26-08100d49ba74 of type vlan for network fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 Mar 07 15:34:19.581389 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:19.605164 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:19.606180 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:19.606758 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:19.641594 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3593476 Mar 07 15:34:19.644486 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 57314) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:19.649237 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-3db31bae-9760-46a9-97f7-1e2ffb08b73f admin admin] Request body: {'subnet': {'network_id': 'fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2023336832-subnet', 'tenant_id': 'c9ee1d0788964d919055f9f014b67a4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:34:19.710847 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c0802-a491-4851-9fdb-035736d5c1dd admin admin] Pushing event updated for resources: {'Network': ['ID=fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:19.722413 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:34:19.735977 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db31bae-9760-46a9-97f7-1e2ffb08b73f admin admin] Made reservation on behalf of c9ee1d0788964d919055f9f014b67a4a for: {'subnet': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:34:19.738298 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3db31bae-9760-46a9-97f7-1e2ffb08b73f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5119538'] for subnet (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:19.766855 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c9328-73bd-427b-b868-e8011344b4ee req-c0e6394e-43fd-4c90-812c-7bd573eb784e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:19.768261 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fc9c9328-73bd-427b-b868-e8011344b4ee req-c0e6394e-43fd-4c90-812c-7bd573eb784e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.1142192 Mar 07 15:34:19.866660 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fc9c9328-73bd-427b-b868-e8011344b4ee req-ebff02a0-e7b8-455f-9f56-6b9192a4210d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658095 Mar 07 15:34:19.957597 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3db31bae-9760-46a9-97f7-1e2ffb08b73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8143747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5119532'] for subnet (8f665552-46e9-40f3-afc8-5ff23b872bcc), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:20.011886 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db31bae-9760-46a9-97f7-1e2ffb08b73f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f665552-46e9-40f3-afc8-5ff23b872bcc,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:20.022042 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db31bae-9760-46a9-97f7-1e2ffb08b73f admin admin] Checking segment: {'id': '23704e2a-06e8-4e8a-8f26-08100d49ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:34:20.022393 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db31bae-9760-46a9-97f7-1e2ffb08b73f admin admin] Network hostable DHCP agents. Network: fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:34:20.038202 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db31bae-9760-46a9-97f7-1e2ffb08b73f admin admin] Network fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:34:20.046241 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-3db31bae-9760-46a9-97f7-1e2ffb08b73f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3) {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:34:20.050712 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db31bae-9760-46a9-97f7-1e2ffb08b73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:20.051309 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3db31bae-9760-46a9-97f7-1e2ffb08b73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:20.061094 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04493e53-8213-44ee-836c-6575957572b0 None None] Network fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:34:20.070265 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-3db31bae-9760-46a9-97f7-1e2ffb08b73f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4247181 Mar 07 15:34:20.201151 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bafe04-9b94-4765-af88-cba92e5cf848 req-a4a91a1b-4496-443e-b4bc-881363464bd7 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:20.202864 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-82bafe04-9b94-4765-af88-cba92e5cf848 req-a4a91a1b-4496-443e-b4bc-881363464bd7 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0648849 Mar 07 15:34:20.286534 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e0691-0c7e-4024-86fd-5e453e1b1ced None None] Network fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:34:20.293507 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-82bafe04-9b94-4765-af88-cba92e5cf848 req-656164dd-f3a0-4272-8abb-2292ec86ab61 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751691 Mar 07 15:34:20.438815 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8817126-5d35-42f3-a653-8397ceba161b req-fe465c6b-070c-4968-a078-cba444be93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:20.440363 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d8817126-5d35-42f3-a653-8397ceba161b req-fe465c6b-070c-4968-a078-cba444be93b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e962918ae84466af119c960ead2477&device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 1129 time: 0.0454950 Mar 07 15:34:20.575893 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:20.591543 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8817126-5d35-42f3-a653-8397ceba161b req-bfaf46d9-95c1-465a-adc1-b950a973b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:20.593089 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d8817126-5d35-42f3-a653-8397ceba161b req-bfaf46d9-95c1-465a-adc1-b950a973b204 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a3e19fb-ac43-49de-ad3a-edd6be34b622 HTTP/1.1" status: 200 len: 919 time: 0.1285362 Mar 07 15:34:20.601002 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ba875-6f54-4f40-b243-dd2280ff7ccf req-2db9dfe1-d111-47ca-9f83-45188fd2df90 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:20.602491 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b16ba875-6f54-4f40-b243-dd2280ff7ccf req-2db9dfe1-d111-47ca-9f83-45188fd2df90 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.1040289 Mar 07 15:34:20.652354 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d8817126-5d35-42f3-a653-8397ceba161b req-8c651e39-1aff-4486-b686-9d9574df6aad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 HTTP/1.1" status: 200 len: 217 time: 0.0450726 Mar 07 15:34:20.725752 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b16ba875-6f54-4f40-b243-dd2280ff7ccf req-72f2687f-2f48-4e14-b54b-29be0334a250 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802600 Mar 07 15:34:20.727254 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8817126-5d35-42f3-a653-8397ceba161b req-d48763ce-0033-47d7-b7ac-0f341fb57fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:20.728680 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d8817126-5d35-42f3-a653-8397ceba161b req-d48763ce-0033-47d7-b7ac-0f341fb57fd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a390f6-dd0f-4d34-8b55-d38294a0eeaa HTTP/1.1" status: 200 len: 858 time: 0.0683279 Mar 07 15:34:20.760572 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d8817126-5d35-42f3-a653-8397ceba161b req-6f3a050b-fd6c-4718-8e32-dd0530f01555 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a3e19fb-ac43-49de-ad3a-edd6be34b622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249696 Mar 07 15:34:20.855122 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d8817126-5d35-42f3-a653-8397ceba161b req-f67971df-0112-440e-b8d1-bbaea799e07a service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809612 Mar 07 15:34:20.949405 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d8817126-5d35-42f3-a653-8397ceba161b req-7512b437-4b7e-41a6-a221-329ede1c5cec service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881956 Mar 07 15:34:20.992840 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea663b2-8145-47fd-8514-90766a8af365 req-0313d712-7ccc-41df-a207-abf21efdd503 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:20.994326 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-cea663b2-8145-47fd-8514-90766a8af365 req-0313d712-7ccc-41df-a207-abf21efdd503 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0556915 Mar 07 15:34:21.039800 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-cea663b2-8145-47fd-8514-90766a8af365 req-77500406-26c8-456b-83b0-629e63e5f572 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398817 Mar 07 15:34:21.411868 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c328842-cb5f-4499-bfd5-68a74d68d592 req-31f301ff-e57d-42c2-b9ef-5558f0e66536 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:21.413323 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6c328842-cb5f-4499-bfd5-68a74d68d592 req-31f301ff-e57d-42c2-b9ef-5558f0e66536 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0520151 Mar 07 15:34:21.458036 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6c328842-cb5f-4499-bfd5-68a74d68d592 req-75614ad0-182c-40aa-81a6-3146a24c0151 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392387 Mar 07 15:34:21.845830 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab1a30-9bd9-4af0-8b9c-3b06141f32da req-4299097f-7195-4a2b-af96-010d94b26e36 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:21.847601 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-57ab1a30-9bd9-4af0-8b9c-3b06141f32da req-4299097f-7195-4a2b-af96-010d94b26e36 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0544255 Mar 07 15:34:21.861916 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-ec3f680c-714a-4c26-a7f7-abbb9c05d1fd tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:21.863392 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-ec3f680c-714a-4c26-a7f7-abbb9c05d1fd tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/networks?id=fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 HTTP/1.1" status: 200 len: 809 time: 0.0987036 Mar 07 15:34:21.879888 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-c4c4070d-a184-4ca8-b025-6f23e448e057 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/quotas/c9ee1d0788964d919055f9f014b67a4a HTTP/1.1" status: 200 len: 375 time: 0.0107629 Mar 07 15:34:21.895938 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:21.900764 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-57ab1a30-9bd9-4af0-8b9c-3b06141f32da req-1cced562-cb10-4231-a7d2-b0cb73d7e6d6 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476899 Mar 07 15:34:21.918987 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-3da512e9-1298-490b-b957-43d77ae3c14d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9ee1d0788964d919055f9f014b67a4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316348 Mar 07 15:34:22.007268 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-e7e5f995-28a7-4c11-ac07-5b35bc1b86ab service neutron] 10.222.0.26 "GET /v2.0/networks/fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809772 Mar 07 15:34:22.097632 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-826ccd05-0a3d-4bc8-ab94-f05d5d78a022 service neutron] 10.222.0.26 "GET /v2.0/networks/fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847678 Mar 07 15:34:22.162326 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ecc4-5df7-4a24-84f0-33268fd0b67e req-c477f655-2699-4b80-94aa-b17b8a30668e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:22.163806 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7fd1ecc4-5df7-4a24-84f0-33268fd0b67e req-c477f655-2699-4b80-94aa-b17b8a30668e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0517781 Mar 07 15:34:22.214519 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7fd1ecc4-5df7-4a24-84f0-33268fd0b67e req-6bf67f61-7c96-4a5b-aff3-03e3e1440aab tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452483 Mar 07 15:34:22.256130 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-290f774f-ab39-4349-b64a-39beece17eee req-6883906d-9176-4753-aba2-70601132ea80 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 210 time: 0.0272186 Mar 07 15:34:22.576590 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe4d03-fa87-4828-9731-5824a0a4b6d9 req-a01fc36e-ec4d-4d5c-8a0b-eb73d6916ff0 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:22.578271 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-40fe4d03-fa87-4828-9731-5824a0a4b6d9 req-a01fc36e-ec4d-4d5c-8a0b-eb73d6916ff0 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0533113 Mar 07 15:34:22.630009 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-40fe4d03-fa87-4828-9731-5824a0a4b6d9 req-4f6a6a0a-41b9-43b2-9c27-f70bd33b3b91 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460036 Mar 07 15:34:23.013053 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ef1a5-e414-4d25-bc1e-0394a48c8472 req-dff29831-2258-4a9d-9224-49fcad93a990 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:23.015025 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-521ef1a5-e414-4d25-bc1e-0394a48c8472 req-dff29831-2258-4a9d-9224-49fcad93a990 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0504773 Mar 07 15:34:23.060150 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-521ef1a5-e414-4d25-bc1e-0394a48c8472 req-d94fd0a2-b608-4067-929e-bab2466ba631 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 Mar 07 15:34:23.358045 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2855df57-41e9-4349-a0b9-4321386dc714 req-6f841431-033a-4a8d-b12a-37e3ce1633fc tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 210 time: 0.0322859 Mar 07 15:34:23.412791 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff152f-d43c-437b-95b0-a489cca9b36c req-66ce25bf-033a-41e2-a8d1-6eb05cb79c8a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:23.414319 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fcff152f-d43c-437b-95b0-a489cca9b36c req-66ce25bf-033a-41e2-a8d1-6eb05cb79c8a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.1246464 Mar 07 15:34:23.457070 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-e85cc1ce-cdac-4a99-b285-0ee501247fd1 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:23.457939 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-e85cc1ce-cdac-4a99-b285-0ee501247fd1 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.30 "GET /v2.0/networks?id=fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 HTTP/1.1" status: 200 len: 809 time: 0.1392348 Mar 07 15:34:23.477198 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-9013470e-8499-410d-88f1-bb838a4dc0ad tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Request body: {'port': {'device_id': 'e84a9e73-c46e-4bda-af9a-008ce17c2a89', 'network_id': 'fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3', 'admin_state_up': True, 'tenant_id': 'c9ee1d0788964d919055f9f014b67a4a'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:34:23.502936 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fcff152f-d43c-437b-95b0-a489cca9b36c req-a51c7270-d25e-4a65-a516-4dbaebc473b0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775254 Mar 07 15:34:23.590650 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-9013470e-8499-410d-88f1-bb838a4dc0ad tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Made reservation on behalf of c9ee1d0788964d919055f9f014b67a4a for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:34:23.594658 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-9013470e-8499-410d-88f1-bb838a4dc0ad tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:23.720719 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-9013470e-8499-410d-88f1-bb838a4dc0ad tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Allocated IP 172.20.0.7 (fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3/8f665552-46e9-40f3-afc8-5ff23b872bcc/b6b57ff9-8196-4138-8071-b1d368a1ccde) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:34:23.745655 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec7bc9-5d4d-4a35-a2e9-a0b2b7f4dcc6 req-adb6bb24-7faf-4429-8349-2ae1b1658f25 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:23.747236 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-36ec7bc9-5d4d-4a35-a2e9-a0b2b7f4dcc6 req-adb6bb24-7faf-4429-8349-2ae1b1658f25 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0527706 Mar 07 15:34:23.794428 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-36ec7bc9-5d4d-4a35-a2e9-a0b2b7f4dcc6 req-ddbcea11-e376-4a42-abef-d491b0767593 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415578 Mar 07 15:34:23.871851 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-9013470e-8499-410d-88f1-bb838a4dc0ad tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks [] for port (b6b57ff9-8196-4138-8071-b1d368a1ccde), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:23.904895 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-9013470e-8499-410d-88f1-bb838a4dc0ad tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (b6b57ff9-8196-4138-8071-b1d368a1ccde), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:23.948738 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-9013470e-8499-410d-88f1-bb838a4dc0ad tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Network fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:34:23.951616 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-9013470e-8499-410d-88f1-bb838a4dc0ad tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:34:23.955828 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-9013470e-8499-410d-88f1-bb838a4dc0ad tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:34:23.962047 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013470e-8499-410d-88f1-bb838a4dc0ad tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Pushing event updated for resources: {'Port': ['ID=b6b57ff9-8196-4138-8071-b1d368a1ccde,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:24.005485 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-9013470e-8499-410d-88f1-bb838a4dc0ad tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:24.006117 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-9013470e-8499-410d-88f1-bb838a4dc0ad tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:24.021436 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-9013470e-8499-410d-88f1-bb838a4dc0ad tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5480990 Mar 07 15:34:24.033294 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Request body: {'port': {'device_id': 'e84a9e73-c46e-4bda-af9a-008ce17c2a89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:34:24.092055 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (b6b57ff9-8196-4138-8071-b1d368a1ccde), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:24.245843 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc22bfe-0fa6-4603-b7b6-387a5f7a685f req-65193a34-e1c4-40b6-ae3e-a3027245945f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:24.247324 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dc22bfe-0fa6-4603-b7b6-387a5f7a685f req-65193a34-e1c4-40b6-ae3e-a3027245945f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.1226671 Mar 07 15:34:24.345180 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dc22bfe-0fa6-4603-b7b6-387a5f7a685f req-b97c8554-6e91-4770-a08e-fc662de74352 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832884 Mar 07 15:34:24.418307 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b57ff9-8196-4138-8071-b1d368a1ccde {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:34:24.426217 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Publish callbacks [] for port (b6b57ff9-8196-4138-8071-b1d368a1ccde), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:24.440032 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Transition to ACTIVE for port object b6b57ff9-8196-4138-8071-b1d368a1ccde will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:34:24.443939 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (b6b57ff9-8196-4138-8071-b1d368a1ccde), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:24.484602 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e2f44-a21d-49ea-a0cf-d7c032368330 req-a7ef42f6-f770-4aa4-8b48-53f2a697319a tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:24.486151 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0e8e2f44-a21d-49ea-a0cf-d7c032368330 req-a7ef42f6-f770-4aa4-8b48-53f2a697319a tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 931 time: 0.0610349 Mar 07 15:34:24.531853 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0e8e2f44-a21d-49ea-a0cf-d7c032368330 req-d0097a8c-af0f-4f2c-af4b-637a28a5c961 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402529 Mar 07 15:34:24.532071 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Pushing event updated for resources: {'Port': ['ID=b6b57ff9-8196-4138-8071-b1d368a1ccde,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:24.570550 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Attempting to bind port b6b57ff9-8196-4138-8071-b1d368a1ccde on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:34:24.570890 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Attempting to bind port b6b57ff9-8196-4138-8071-b1d368a1ccde by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '23704e2a-06e8-4e8a-8f26-08100d49ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:34:24.571253 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Attempting to bind port b6b57ff9-8196-4138-8071-b1d368a1ccde on network fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:34:24.575524 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Port b6b57ff9-8196-4138-8071-b1d368a1ccde on network fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:34:24.575845 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Attempting to bind port b6b57ff9-8196-4138-8071-b1d368a1ccde on network fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:34:24.593295 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:34:24.593961 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Checking segment: {'id': '23704e2a-06e8-4e8a-8f26-08100d49ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:34:24.594101 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Bound using segment: {'id': '23704e2a-06e8-4e8a-8f26-08100d49ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:34:24.594450 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Bound port: b6b57ff9-8196-4138-8071-b1d368a1ccde, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23704e2a-06e8-4e8a-8f26-08100d49ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:34:24.594803 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (b6b57ff9-8196-4138-8071-b1d368a1ccde), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:24.671684 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f4cab-4ed3-4caf-a46b-82269e5a51c3 req-bab50192-7738-4b70-9feb-0fe38a3b3534 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:24.673085 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-987f4cab-4ed3-4caf-a46b-82269e5a51c3 req-bab50192-7738-4b70-9feb-0fe38a3b3534 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0951378 Mar 07 15:34:24.701499 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] For port b6b57ff9-8196-4138-8071-b1d368a1ccde, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:34:24.724087 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] For port b6b57ff9-8196-4138-8071-b1d368a1ccde, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b6b57ff9-8196-4138-8071-b1d368a1ccde,segment=NetworkSegment(23704e2a-06e8-4e8a-8f26-08100d49ba74),segment_id=23704e2a-06e8-4e8a-8f26-08100d49ba74)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:34:24.734536 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (b6b57ff9-8196-4138-8071-b1d368a1ccde), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:24.744567 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-987f4cab-4ed3-4caf-a46b-82269e5a51c3 req-61baa2dc-d724-4e7f-af61-36d55ff01cb4 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660849 Mar 07 15:34:24.772827 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:24.773464 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:24.774848 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] 10.222.0.30 "PUT /v2.0/ports/b6b57ff9-8196-4138-8071-b1d368a1ccde HTTP/1.1" status: 200 len: 1093 time: 0.7454073 Mar 07 15:34:24.775282 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84a9e73-c46e-4bda-af9a-008ce17c2a89', 'tag': 'b6b57ff9-8196-4138-8071-b1d368a1ccde'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:34:24.777493 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdbd14e-ae9d-413a-a96e-550551511435" -d '{"events": [{"name": "network-changed", "server_uuid": "e84a9e73-c46e-4bda-af9a-008ce17c2a89", "tag": "b6b57ff9-8196-4138-8071-b1d368a1ccde"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:34:24.803385 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c294f-60af-46e6-828b-f210db95c30f service neutron] Pushing event updated for resources: {'Port': ['ID=b6b57ff9-8196-4138-8071-b1d368a1ccde,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:24.816207 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbabbfd-4c9e-4be3-a896-7b39ad11fb30 x-openstack-request-id: req-5dbabbfd-4c9e-4be3-a896-7b39ad11fb30 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:34:24.816421 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84a9e73-c46e-4bda-af9a-008ce17c2a89", "tag": "b6b57ff9-8196-4138-8071-b1d368a1ccde", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:34:24.816754 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5dbabbfd-4c9e-4be3-a896-7b39ad11fb30 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:34:24.817058 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84a9e73-c46e-4bda-af9a-008ce17c2a89', 'tag': 'b6b57ff9-8196-4138-8071-b1d368a1ccde', 'status': 'completed', 'code': 200} Mar 07 15:34:24.903653 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-c47ace30-5e4e-4d66-bca7-018de3716a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:24.905184 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-c47ace30-5e4e-4d66-bca7-018de3716a0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ee1d0788964d919055f9f014b67a4a&device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 1127 time: 0.0740767 Mar 07 15:34:24.919289 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b38d33-ffef-4b66-bd1b-c86df267df8b req-5c44c870-ff2a-4ed3-9855-e8e1a8357ecc tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:24.920670 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-54b38d33-ffef-4b66-bd1b-c86df267df8b req-5c44c870-ff2a-4ed3-9855-e8e1a8357ecc tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0589385 Mar 07 15:34:24.963389 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-b52ef4e1-4cee-4ad4-9c82-cf375acc7867 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6b57ff9-8196-4138-8071-b1d368a1ccde HTTP/1.1" status: 200 len: 217 time: 0.0417390 Mar 07 15:34:25.028083 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-54b38d33-ffef-4b66-bd1b-c86df267df8b req-2d69112a-42e6-4a61-b9db-03149d884326 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000204 Mar 07 15:34:25.033377 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-0ad3dd60-be1e-48b8-8a4b-698fcd231c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:25.034815 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-0ad3dd60-be1e-48b8-8a4b-698fcd231c21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f665552-46e9-40f3-afc8-5ff23b872bcc HTTP/1.1" status: 200 len: 849 time: 0.0639608 Mar 07 15:34:25.073423 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-598ac337-76f2-48fa-8fe9-37296ce5cad8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249653 Mar 07 15:34:25.161288 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-52d4695a-b368-43e0-bde8-f880976cfb6e service neutron] 10.222.0.30 "GET /v2.0/networks/fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812531 Mar 07 15:34:25.255713 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c96df10c-5a0b-4476-911e-ffca950dd9a3 req-ec7bb55d-beb5-42ad-b145-66c3382a88ce service neutron] 10.222.0.30 "GET /v2.0/networks/fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869808 Mar 07 15:34:25.350713 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbd14e-ae9d-413a-a96e-550551511435 req-6aa1ace0-2cce-49cc-b5e1-8c83f1c68896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:25.352192 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-efdbd14e-ae9d-413a-a96e-550551511435 req-6aa1ace0-2cce-49cc-b5e1-8c83f1c68896 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ee1d0788964d919055f9f014b67a4a&device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 1127 time: 0.0441086 Mar 07 15:34:25.445483 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbd14e-ae9d-413a-a96e-550551511435 req-b1b549ef-6d00-411a-89be-b43b994fd08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:25.447023 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-efdbd14e-ae9d-413a-a96e-550551511435 req-b1b549ef-6d00-411a-89be-b43b994fd08b service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 HTTP/1.1" status: 200 len: 910 time: 0.0871260 Mar 07 15:34:25.464616 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d335-58ee-4946-acb2-b4c66381df06 req-d6974e2f-8a25-4114-aabb-7e4ba28b32ee tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:25.466146 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e215d335-58ee-4946-acb2-b4c66381df06 req-d6974e2f-8a25-4114-aabb-7e4ba28b32ee tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0542376 Mar 07 15:34:25.492329 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-efdbd14e-ae9d-413a-a96e-550551511435 req-1553eb51-b5d8-490e-a486-8c17f2170999 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6b57ff9-8196-4138-8071-b1d368a1ccde HTTP/1.1" status: 200 len: 217 time: 0.0351911 Mar 07 15:34:25.518201 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e215d335-58ee-4946-acb2-b4c66381df06 req-0f59a532-ffde-465f-86f4-c39e81e6b719 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453334 Mar 07 15:34:25.555269 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbd14e-ae9d-413a-a96e-550551511435 req-b1a73801-7813-4f65-8a21-5241a997e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:25.556833 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-efdbd14e-ae9d-413a-a96e-550551511435 req-b1a73801-7813-4f65-8a21-5241a997e148 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f665552-46e9-40f3-afc8-5ff23b872bcc HTTP/1.1" status: 200 len: 849 time: 0.0554867 Mar 07 15:34:25.590411 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-efdbd14e-ae9d-413a-a96e-550551511435 req-c435b7b7-9c07-40d3-9ee6-4b1593296f57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259874 Mar 07 15:34:25.727330 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82044261-d733-4015-9b7e-6fac13b4caaf req-edcfbe45-3fa0-43bb-b12c-baddd8b18060 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:25.728848 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-82044261-d733-4015-9b7e-6fac13b4caaf req-edcfbe45-3fa0-43bb-b12c-baddd8b18060 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 943 time: 0.1195238 Mar 07 15:34:25.731004 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-efdbd14e-ae9d-413a-a96e-550551511435 req-0dbdf42b-2382-42dc-b9ab-b9c9a847386d service neutron] 10.222.0.30 "GET /v2.0/networks/fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296179 Mar 07 15:34:25.834540 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-82044261-d733-4015-9b7e-6fac13b4caaf req-aa81692e-4be8-41c6-b02b-290edbe7668e tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991087 Mar 07 15:34:25.857903 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-efdbd14e-ae9d-413a-a96e-550551511435 req-aa5a30a5-ceed-4295-bbc4-ceda8032d2d1 service neutron] 10.222.0.30 "GET /v2.0/networks/fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166778 Mar 07 15:34:25.868868 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa42271-d3b8-4a11-abb6-c1e7cb716d20 req-b8ac9f98-627f-402f-8ec6-fb520e87953a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:25.870427 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ffa42271-d3b8-4a11-abb6-c1e7cb716d20 req-b8ac9f98-627f-402f-8ec6-fb520e87953a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0566332 Mar 07 15:34:25.920833 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ffa42271-d3b8-4a11-abb6-c1e7cb716d20 req-105d0158-6b9d-492b-9136-77d1c5bc1e5b tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426903 Mar 07 15:34:26.364128 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0512222-7c9e-42f2-b9b9-ed7e9eb448e4 req-72de9831-a6e4-45f9-ac6e-5463f0dacb62 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:26.365586 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e0512222-7c9e-42f2-b9b9-ed7e9eb448e4 req-72de9831-a6e4-45f9-ac6e-5463f0dacb62 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.2733335 Mar 07 15:34:26.410648 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e0512222-7c9e-42f2-b9b9-ed7e9eb448e4 req-6a213385-d190-4da7-a095-9247b5e149db tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395193 Mar 07 15:34:26.648593 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a508c-4081-4242-a0a3-572ca21a2b08 req-6bbda69a-5d93-4e0a-afa2-c992df7fa98d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:26.650256 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4d5a508c-4081-4242-a0a3-572ca21a2b08 req-6bbda69a-5d93-4e0a-afa2-c992df7fa98d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0553861 Mar 07 15:34:26.697803 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4d5a508c-4081-4242-a0a3-572ca21a2b08 req-1545d718-2144-464f-9466-55587c0047cc tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408969 Mar 07 15:34:26.967399 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ff51e-5f81-45df-be1d-71e1c003307c req-8a17fc2b-7a05-4795-a735-7d1fe5d7fc6e tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:26.967399 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-706ff51e-5f81-45df-be1d-71e1c003307c req-8a17fc2b-7a05-4795-a735-7d1fe5d7fc6e tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 943 time: 0.0600150 Mar 07 15:34:27.022230 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-706ff51e-5f81-45df-be1d-71e1c003307c req-56d5c427-c701-48b0-90fe-3e3d37930ca0 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471315 Mar 07 15:34:27.071950 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8903e-ab44-45d3-8ab2-dfb187b5f2b1 req-1b2d9ef1-a15a-43d1-a38d-93511950a484 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:27.073364 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2ac8903e-ab44-45d3-8ab2-dfb187b5f2b1 req-1b2d9ef1-a15a-43d1-a38d-93511950a484 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0528460 Mar 07 15:34:27.119843 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2ac8903e-ab44-45d3-8ab2-dfb187b5f2b1 req-dd201c92-a215-4feb-949f-801c153ae553 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396891 Mar 07 15:34:27.527794 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be5166-7765-473a-ab9a-16c11e0e93f5 req-b4ebccf4-012f-4b67-9916-c59981a2d27d tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:27.529239 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d9be5166-7765-473a-ab9a-16c11e0e93f5 req-b4ebccf4-012f-4b67-9916-c59981a2d27d tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0542288 Mar 07 15:34:27.574545 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d9be5166-7765-473a-ab9a-16c11e0e93f5 req-0c709e59-aad9-4c02-829a-e66240d9df20 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398567 Mar 07 15:34:27.816084 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec519d80-3c61-4427-8419-2294a493da78 req-5919f40c-70bf-46c8-a0c3-944da57c575f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:27.817554 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ec519d80-3c61-4427-8419-2294a493da78 req-5919f40c-70bf-46c8-a0c3-944da57c575f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0542011 Mar 07 15:34:27.866067 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ec519d80-3c61-4427-8419-2294a493da78 req-0aa2471c-53ed-4d46-b319-933182d67d0b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429628 Mar 07 15:34:28.151773 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3764c-f88e-4b9b-b1ea-f8d4b9eb7d5b req-188ad827-2c6e-43e2-95e9-f6b606016069 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:28.153294 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0de3764c-f88e-4b9b-b1ea-f8d4b9eb7d5b req-188ad827-2c6e-43e2-95e9-f6b606016069 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 943 time: 0.0642753 Mar 07 15:34:28.206615 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0de3764c-f88e-4b9b-b1ea-f8d4b9eb7d5b req-f127adfd-4c99-4ce2-a508-b395c097b605 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466852 Mar 07 15:34:28.244999 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device b6b57ff9-8196-4138-8071-b1d368a1ccde details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:34:28.246935 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae6f4c-10de-4301-a40d-2ea43871ba07 req-9dbcfb13-93e6-4f9c-b630-64aa7e43d28f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:28.248428 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-92ae6f4c-10de-4301-a40d-2ea43871ba07 req-9dbcfb13-93e6-4f9c-b630-64aa7e43d28f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0538976 Mar 07 15:34:28.295051 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-92ae6f4c-10de-4301-a40d-2ea43871ba07 req-c7d5ab2c-527d-45c8-acd1-9bfe2ed08120 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409021 Mar 07 15:34:28.343576 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port b6b57ff9-8196-4138-8071-b1d368a1ccde, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b6b57ff9-8196-4138-8071-b1d368a1ccde,segment=NetworkSegment(23704e2a-06e8-4e8a-8f26-08100d49ba74),segment_id=23704e2a-06e8-4e8a-8f26-08100d49ba74)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:28.355067 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': 'b6b57ff9-8196-4138-8071-b1d368a1ccde', 'network_id': 'fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3', 'port_id': 'b6b57ff9-8196-4138-8071-b1d368a1ccde', 'mac_address': 'fa:16:3e:de:08:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f665552-46e9-40f3-afc8-5ff23b872bcc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:34:28.395747 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port b6b57ff9-8196-4138-8071-b1d368a1ccde is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:34:28.396137 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (b6b57ff9-8196-4138-8071-b1d368a1ccde), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:28.408850 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b57ff9-8196-4138-8071-b1d368a1ccde {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:34:28.429680 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port b6b57ff9-8196-4138-8071-b1d368a1ccde, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b6b57ff9-8196-4138-8071-b1d368a1ccde,segment=NetworkSegment(23704e2a-06e8-4e8a-8f26-08100d49ba74),segment_id=23704e2a-06e8-4e8a-8f26-08100d49ba74)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:28.434504 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (b6b57ff9-8196-4138-8071-b1d368a1ccde), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:28.484527 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=b6b57ff9-8196-4138-8071-b1d368a1ccde,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:28.491230 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:28.491603 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:28.491961 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:28.492297 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:28.492625 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:28.492948 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:28.493270 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:28.493591 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:28.493910 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:28.494268 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:28.494590 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:28.494904 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:28.495216 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:34:28.692191 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c4633-02ce-4042-b3d3-6f0c821ee4ed req-7906c6e4-ce2b-45e4-bca4-d09732858419 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:28.693655 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e67c4633-02ce-4042-b3d3-6f0c821ee4ed req-7906c6e4-ce2b-45e4-bca4-d09732858419 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0558619 Mar 07 15:34:28.738984 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e67c4633-02ce-4042-b3d3-6f0c821ee4ed req-bf1b1cfc-fde4-47ef-8952-a2c0134ee8db tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398679 Mar 07 15:34:28.800987 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['b6b57ff9-8196-4138-8071-b1d368a1ccde'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:34:28.980418 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b8b87-e59a-4717-a16d-3c6935d4165d req-5b646e67-e6b2-486a-a154-42c85edd6b02 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:28.981880 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-be2b8b87-e59a-4717-a16d-3c6935d4165d req-5b646e67-e6b2-486a-a154-42c85edd6b02 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0509527 Mar 07 15:34:29.026809 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-be2b8b87-e59a-4717-a16d-3c6935d4165d req-dc60f184-9f67-4805-ae70-50075bd0c56d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394223 Mar 07 15:34:29.321666 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277979e-e429-4540-942a-fc4de46fc505 req-8ea758ca-d4f2-4dfe-b15c-5c52baf3af54 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:29.323283 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3277979e-e429-4540-942a-fc4de46fc505 req-8ea758ca-d4f2-4dfe-b15c-5c52baf3af54 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 944 time: 0.0526958 Mar 07 15:34:29.374651 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3277979e-e429-4540-942a-fc4de46fc505 req-ee05f22e-dc4b-491b-8a22-6352c809024d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435891 Mar 07 15:34:29.429759 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516f4c4-a375-4517-a1b9-df5d87c463b1 req-4008dbc5-b712-4c2c-80ab-a1de4b88708f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:29.431300 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a516f4c4-a375-4517-a1b9-df5d87c463b1 req-4008dbc5-b712-4c2c-80ab-a1de4b88708f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0536649 Mar 07 15:34:29.477896 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a516f4c4-a375-4517-a1b9-df5d87c463b1 req-51d7ae5c-5521-478d-a0c2-9ba9978dd3d3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404184 Mar 07 15:34:29.715446 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cbaae-1abc-443b-b36b-059e13a63c96 req-ea114eba-83e0-4d1f-a7a6-aa928f32431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:29.716898 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ae5cbaae-1abc-443b-b36b-059e13a63c96 req-ea114eba-83e0-4d1f-a7a6-aa928f32431d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 1129 time: 0.0411055 Mar 07 15:34:29.762305 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ae5cbaae-1abc-443b-b36b-059e13a63c96 req-6aa96949-58a2-4873-9970-9a5cf9ac8156 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378654 Mar 07 15:34:29.854370 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a8453-7787-4820-8e08-042742ff3076 req-8da61d1d-abcc-45f9-b0b2-b95e28424780 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:29.855852 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ed5a8453-7787-4820-8e08-042742ff3076 req-8da61d1d-abcc-45f9-b0b2-b95e28424780 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0514333 Mar 07 15:34:29.900440 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ed5a8453-7787-4820-8e08-042742ff3076 req-f951680f-881c-4bcb-8cd5-5b4d9fb1f389 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392082 Mar 07 15:34:30.140830 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951243f7-5c9a-46af-9938-0a8fdbecb6f3 req-47040c8e-c2f2-4d6e-9e48-6114d5f3a9b0 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:30.142341 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-951243f7-5c9a-46af-9938-0a8fdbecb6f3 req-47040c8e-c2f2-4d6e-9e48-6114d5f3a9b0 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0509810 Mar 07 15:34:30.186610 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-951243f7-5c9a-46af-9938-0a8fdbecb6f3 req-4f9fe01c-3cce-4342-9913-df55806b15b3 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383089 Mar 07 15:34:30.252122 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device b6b57ff9-8196-4138-8071-b1d368a1ccde up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:34:30.302531 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port b6b57ff9-8196-4138-8071-b1d368a1ccde completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:34:30.306225 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port b6b57ff9-8196-4138-8071-b1d368a1ccde triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:34:30.306544 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (b6b57ff9-8196-4138-8071-b1d368a1ccde), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:30.381301 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port b6b57ff9-8196-4138-8071-b1d368a1ccde is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:34:30.381699 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (b6b57ff9-8196-4138-8071-b1d368a1ccde), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:30.405845 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84a9e73-c46e-4bda-af9a-008ce17c2a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b57ff9-8196-4138-8071-b1d368a1ccde'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:34:30.407768 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf692e6-cfde-4aa4-9509-631e651572f4" -d '{"events": [{"server_uuid": "e84a9e73-c46e-4bda-af9a-008ce17c2a89", "name": "network-vif-plugged", "status": "completed", "tag": "b6b57ff9-8196-4138-8071-b1d368a1ccde"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:34:30.420902 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port b6b57ff9-8196-4138-8071-b1d368a1ccde, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b6b57ff9-8196-4138-8071-b1d368a1ccde,segment=NetworkSegment(23704e2a-06e8-4e8a-8f26-08100d49ba74),segment_id=23704e2a-06e8-4e8a-8f26-08100d49ba74)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:30.427035 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (b6b57ff9-8196-4138-8071-b1d368a1ccde), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:30.462708 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8968eb34-3a9b-4af2-bba5-0b7f3ea1effe x-openstack-request-id: req-8968eb34-3a9b-4af2-bba5-0b7f3ea1effe {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:34:30.463121 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84a9e73-c46e-4bda-af9a-008ce17c2a89", "name": "network-vif-plugged", "status": "completed", "tag": "b6b57ff9-8196-4138-8071-b1d368a1ccde", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:34:30.463449 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8968eb34-3a9b-4af2-bba5-0b7f3ea1effe {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:34:30.464008 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84a9e73-c46e-4bda-af9a-008ce17c2a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b57ff9-8196-4138-8071-b1d368a1ccde', 'code': 200} Mar 07 15:34:30.496163 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=b6b57ff9-8196-4138-8071-b1d368a1ccde,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:30.529387 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc223a-0259-46c6-b1ed-40fde8f1c276 req-b3d34521-282a-4693-989c-8bacad98f3c4 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:30.530957 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-aedc223a-0259-46c6-b1ed-40fde8f1c276 req-b3d34521-282a-4693-989c-8bacad98f3c4 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 945 time: 0.0683868 Mar 07 15:34:30.585555 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-aedc223a-0259-46c6-b1ed-40fde8f1c276 req-d5080421-9488-4c53-ae2b-d76082b57f27 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465412 Mar 07 15:34:30.616433 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeee29f-baf0-4fce-ae35-6967c79beb87 req-d04bcf30-5e6d-4c8a-95dc-d6aa16c76d7f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:30.617931 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1aeee29f-baf0-4fce-ae35-6967c79beb87 req-d04bcf30-5e6d-4c8a-95dc-d6aa16c76d7f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0645776 Mar 07 15:34:30.646514 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c276cba-445a-47d9-a7e8-5e82887e1898 req-eacd29c7-5721-416f-8f2e-66957113f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:30.648420 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7c276cba-445a-47d9-a7e8-5e82887e1898 req-eacd29c7-5721-416f-8f2e-66957113f38b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 1129 time: 0.0505979 Mar 07 15:34:30.671389 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1aeee29f-baf0-4fce-ae35-6967c79beb87 req-5ec095dc-0494-497b-a4b4-e3509f3e5550 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476646 Mar 07 15:34:30.695960 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7c276cba-445a-47d9-a7e8-5e82887e1898 req-6644a0dd-cfa6-4d61-9fcc-f984b23b7565 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409579 Mar 07 15:34:31.015648 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0859edb-bf89-4b6c-8067-06adde0e04da req-1579ffec-f1b1-47ba-8e72-ac18624ed803 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:31.017118 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a0859edb-bf89-4b6c-8067-06adde0e04da req-1579ffec-f1b1-47ba-8e72-ac18624ed803 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0521679 Mar 07 15:34:31.068552 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a0859edb-bf89-4b6c-8067-06adde0e04da req-bcac00ab-475d-4141-a934-896d9cea6cdc tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433097 Mar 07 15:34:31.301034 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820ccb3-ece1-4914-9a44-035acf9e7d8f req-d1aac86f-817b-4e9f-afa2-60a93f03be10 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:31.302514 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3820ccb3-ece1-4914-9a44-035acf9e7d8f req-d1aac86f-817b-4e9f-afa2-60a93f03be10 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0508506 Mar 07 15:34:31.348569 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3820ccb3-ece1-4914-9a44-035acf9e7d8f req-52ece9f9-d9c1-4ea7-a623-22f308e31d75 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405545 Mar 07 15:34:31.614100 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a33cb-ba08-431b-a811-3f37f3a7c819 req-137a82e4-b00f-42b6-b698-37f7c46f2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:31.615847 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-341a33cb-ba08-431b-a811-3f37f3a7c819 req-137a82e4-b00f-42b6-b698-37f7c46f2cef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e962918ae84466af119c960ead2477&device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 1129 time: 0.0818028 Mar 07 15:34:31.624044 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32a697-fd47-4311-a963-51a3fa436426 req-9027c91f-39b0-45bd-a06a-20e18add0090 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:31.625472 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3b32a697-fd47-4311-a963-51a3fa436426 req-9027c91f-39b0-45bd-a06a-20e18add0090 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0831997 Mar 07 15:34:31.707523 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd65230-872c-46fc-8670-bdef1269d2fc req-b14ea783-1517-455b-a94b-d7b88ebcde58 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:31.709276 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ebd65230-872c-46fc-8670-bdef1269d2fc req-b14ea783-1517-455b-a94b-d7b88ebcde58 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 945 time: 0.0531564 Mar 07 15:34:31.734653 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3b32a697-fd47-4311-a963-51a3fa436426 req-49305f23-c3f2-4bde-9564-d9e22c38666e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996873 Mar 07 15:34:31.752854 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 57516) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:31.761063 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a33cb-ba08-431b-a811-3f37f3a7c819 req-ce2c969b-857b-4a35-8a6d-bb3886e31c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:31.765004 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-341a33cb-ba08-431b-a811-3f37f3a7c819 req-ce2c969b-857b-4a35-8a6d-bb3886e31c7c service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a3e19fb-ac43-49de-ad3a-edd6be34b622 HTTP/1.1" status: 200 len: 919 time: 0.1364384 Mar 07 15:34:31.771000 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ebd65230-872c-46fc-8670-bdef1269d2fc req-1123b2f4-d54d-4a91-8bad-fb53c4aff6d8 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551648 Mar 07 15:34:31.808689 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-341a33cb-ba08-431b-a811-3f37f3a7c819 req-2dd9f747-7428-4aaa-b9d4-af888879b8c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 HTTP/1.1" status: 200 len: 217 time: 0.0377133 Mar 07 15:34:31.884869 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-35f2603a-260a-4ec0-ad5f-01561a76fc98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:31.906318 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a33cb-ba08-431b-a811-3f37f3a7c819 req-84fb3a69-021e-44e6-8fc7-5db0acdb3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:31.907753 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-341a33cb-ba08-431b-a811-3f37f3a7c819 req-84fb3a69-021e-44e6-8fc7-5db0acdb3fe7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a390f6-dd0f-4d34-8b55-d38294a0eeaa HTTP/1.1" status: 200 len: 858 time: 0.0894101 Mar 07 15:34:31.935281 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b976322-f920-4de7-9c27-8c91f7f158d3 req-6b7255a3-72be-4294-a7a2-543e731e96e4 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:31.936739 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2b976322-f920-4de7-9c27-8c91f7f158d3 req-6b7255a3-72be-4294-a7a2-543e731e96e4 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.1306267 Mar 07 15:34:31.958920 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-341a33cb-ba08-431b-a811-3f37f3a7c819 req-a889cd5f-c23d-42d2-aae6-b5713fe38521 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a3e19fb-ac43-49de-ad3a-edd6be34b622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390632 Mar 07 15:34:32.076196 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2b976322-f920-4de7-9c27-8c91f7f158d3 req-4c7d047b-041e-4860-ba62-d57cb119bc4c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218193 Mar 07 15:34:32.127003 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-35f2603a-260a-4ec0-ad5f-01561a76fc98 admin admin] Publish callbacks [] for security_group (c3595678-229d-46df-b5fb-1927261635a6), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:32.129613 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-341a33cb-ba08-431b-a811-3f37f3a7c819 req-bf81e095-283e-4f00-a370-de5f270b7358 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590476 Mar 07 15:34:32.132320 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-35f2603a-260a-4ec0-ad5f-01561a76fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (c3595678-229d-46df-b5fb-1927261635a6), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:32.200750 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee4b49-d4ab-42de-8dd1-d710b5dc6e4d req-88cff047-954b-46cc-a0da-eab3441e9e13 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:32.202858 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d5ee4b49-d4ab-42de-8dd1-d710b5dc6e4d req-88cff047-954b-46cc-a0da-eab3441e9e13 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0580161 Mar 07 15:34:32.226515 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-35f2603a-260a-4ec0-ad5f-01561a76fc98 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17cf2e5b3c6d4750a7edc676f56feac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4693389 Mar 07 15:34:32.226858 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 57522) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:32.228268 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2603a-260a-4ec0-ad5f-01561a76fc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3595678-229d-46df-b5fb-1927261635a6,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:32.261500 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-341a33cb-ba08-431b-a811-3f37f3a7c819 req-b7523d3f-f966-4e92-87ec-a2ba62b4b0bc service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258605 Mar 07 15:34:32.271701 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d5ee4b49-d4ab-42de-8dd1-d710b5dc6e4d req-3631cc3a-e68e-43fe-b128-887ff8635052 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632296 Mar 07 15:34:32.294336 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d70c4185-6941-4f51-9c71-b268ef500979 admin admin] Publish callbacks [] for security_group (c3595678-229d-46df-b5fb-1927261635a6), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:32.316211 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d70c4185-6941-4f51-9c71-b268ef500979 admin admin] Publish callbacks [] for security_group (c3595678-229d-46df-b5fb-1927261635a6), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:32.368040 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d70c4185-6941-4f51-9c71-b268ef500979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (c3595678-229d-46df-b5fb-1927261635a6), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:32.370873 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d70c4185-6941-4f51-9c71-b268ef500979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:32.374313 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-d70c4185-6941-4f51-9c71-b268ef500979 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3595678-229d-46df-b5fb-1927261635a6 HTTP/1.1" status: 204 len: 168 time: 0.1427033 Mar 07 15:34:32.382797 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c4185-6941-4f51-9c71-b268ef500979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3595678-229d-46df-b5fb-1927261635a6,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:32.482288 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4b159-a4fc-4efd-bcf1-fc363c2b4657 req-e67bc856-d70e-478d-b8cb-b0a2b37749ce tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:32.483925 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a6e4b159-a4fc-4efd-bcf1-fc363c2b4657 req-e67bc856-d70e-478d-b8cb-b0a2b37749ce tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0564315 Mar 07 15:34:32.539025 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a6e4b159-a4fc-4efd-bcf1-fc363c2b4657 req-c4d29b23-1e5b-4a8b-8d03-f4df615e2aae tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492311 Mar 07 15:34:32.573598 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fdf8b-0ed3-4c5b-9ed7-c88f29f2eb02 req-3446c8aa-293b-4baa-af19-adf9b15294df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:32.575168 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c13fdf8b-0ed3-4c5b-9ed7-c88f29f2eb02 req-3446c8aa-293b-4baa-af19-adf9b15294df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06b9c58c75d54beab0c13f9d7310365e&device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 1129 time: 0.0609028 Mar 07 15:34:32.641829 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:34:32.675328 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fdf8b-0ed3-4c5b-9ed7-c88f29f2eb02 req-3c0a9b2f-c620-4549-b8fc-f48a29804874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:32.676793 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c13fdf8b-0ed3-4c5b-9ed7-c88f29f2eb02 req-3c0a9b2f-c620-4549-b8fc-f48a29804874 service neutron] 10.222.0.30 "GET /v2.0/networks?id=81cb840d-f02e-47d1-98bd-b27dbd53c040 HTTP/1.1" status: 200 len: 911 time: 0.0934649 Mar 07 15:34:32.750533 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c13fdf8b-0ed3-4c5b-9ed7-c88f29f2eb02 req-6d38cdfb-5a80-48af-b891-fe36455af6d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efbcd406-1aea-43e7-b31b-ba2a1ee933a9 HTTP/1.1" status: 200 len: 1001 time: 0.0637245 Mar 07 15:34:32.810399 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fdf8b-0ed3-4c5b-9ed7-c88f29f2eb02 req-fca95094-e4a5-4628-bc2e-3133e3a75474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:32.812124 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c13fdf8b-0ed3-4c5b-9ed7-c88f29f2eb02 req-fca95094-e4a5-4628-bc2e-3133e3a75474 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4b6f9b4-99bd-439c-8825-b04ef39c2f42 HTTP/1.1" status: 200 len: 849 time: 0.0505471 Mar 07 15:34:32.905570 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fdf8b-0ed3-4c5b-9ed7-c88f29f2eb02 req-63953ad1-7440-4040-86f7-6c73e95b31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:32.907234 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c13fdf8b-0ed3-4c5b-9ed7-c88f29f2eb02 req-63953ad1-7440-4040-86f7-6c73e95b31e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81cb840d-f02e-47d1-98bd-b27dbd53c040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843873 Mar 07 15:34:32.916217 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06501142-7fab-4c25-ab33-f245b8f4ed03 req-d2961f18-e408-499f-b2c8-219590d20f1b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:32.917304 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-06501142-7fab-4c25-ab33-f245b8f4ed03 req-d2961f18-e408-499f-b2c8-219590d20f1b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0932693 Mar 07 15:34:32.922738 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e48386-f97f-49a6-a437-9dd6024440db req-d25de673-6719-4fd2-ad9d-e8b83f6cf1f7 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:32.924385 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d8e48386-f97f-49a6-a437-9dd6024440db req-d25de673-6719-4fd2-ad9d-e8b83f6cf1f7 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 945 time: 0.0730438 Mar 07 15:34:32.975330 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d8e48386-f97f-49a6-a437-9dd6024440db req-4e74e7c5-6946-4f27-8e08-980e7d9805cd tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452306 Mar 07 15:34:33.020759 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-06501142-7fab-4c25-ab33-f245b8f4ed03 req-166f044e-275f-475f-b7b7-e86b75bec920 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954313 Mar 07 15:34:33.039789 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c13fdf8b-0ed3-4c5b-9ed7-c88f29f2eb02 req-6443eb98-a902-4784-983b-2e3161ac3c69 service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213622 Mar 07 15:34:33.141650 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c13fdf8b-0ed3-4c5b-9ed7-c88f29f2eb02 req-7b10190a-1753-45f9-a54b-87462b88e42b service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950387 Mar 07 15:34:33.212595 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9f445-7e20-411c-8271-a90a4e442a21 req-9d4b718c-8ece-4d9b-84fe-61f2ca76b4a2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:33.214114 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-fac9f445-7e20-411c-8271-a90a4e442a21 req-9d4b718c-8ece-4d9b-84fe-61f2ca76b4a2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0602529 Mar 07 15:34:33.274853 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-fac9f445-7e20-411c-8271-a90a4e442a21 req-9aeba929-f905-4aaa-b32f-87cc3e59dee0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534623 Mar 07 15:34:33.646702 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445369ba-5380-4eb4-b6a4-0ea6e823f4c4 req-2544f87c-b779-45be-a2af-3dfd50d9b230 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:33.648339 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-445369ba-5380-4eb4-b6a4-0ea6e823f4c4 req-2544f87c-b779-45be-a2af-3dfd50d9b230 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 945 time: 0.0547793 Mar 07 15:34:33.659806 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1cb8e-2b56-408e-85ac-ea7138525ca4 req-db730fee-4836-44a5-88c0-cc32f15f54fb tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:33.661288 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cce1cb8e-2b56-408e-85ac-ea7138525ca4 req-db730fee-4836-44a5-88c0-cc32f15f54fb tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0533202 Mar 07 15:34:33.696299 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-445369ba-5380-4eb4-b6a4-0ea6e823f4c4 req-817d2cdd-4a6f-49c4-96bf-95b5bf8df86c tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411031 Mar 07 15:34:33.713230 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cce1cb8e-2b56-408e-85ac-ea7138525ca4 req-681a7da4-912d-456b-a1cc-752db4776db2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455885 Mar 07 15:34:34.140255 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691b8e6-c17a-411d-8482-d0166743aec3 req-55c217e1-878d-41d2-9fb0-0afd4a1016ac tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:34.141682 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6691b8e6-c17a-411d-8482-d0166743aec3 req-55c217e1-878d-41d2-9fb0-0afd4a1016ac tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0501010 Mar 07 15:34:34.186537 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6691b8e6-c17a-411d-8482-d0166743aec3 req-29557ab9-b039-471a-afda-05356904f60f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394211 Mar 07 15:34:34.395245 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c7519-c0c1-4933-9866-d7d71ed8d894 req-4f0b1951-667b-4110-ac96-e7e62e9002d8 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:34.396704 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0c0c7519-c0c1-4933-9866-d7d71ed8d894 req-4f0b1951-667b-4110-ac96-e7e62e9002d8 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0515022 Mar 07 15:34:34.443922 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0c0c7519-c0c1-4933-9866-d7d71ed8d894 req-62c07fba-ec5f-46c2-a97e-dcf7bf3a678e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417440 Mar 07 15:34:34.646859 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0a2d889a-1afa-4718-8330-58e418522628 req-e37bdd64-669c-467c-b583-96292ee68a00 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5c845fed216341c59825510db88e7af2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274613 Mar 07 15:34:34.810812 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbbc86-9ac5-44b3-8ed0-6d498ecbae22 req-1b55fa91-e7b8-477e-8d6b-e5c94087f90b tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:34.812281 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-77dbbc86-9ac5-44b3-8ed0-6d498ecbae22 req-1b55fa91-e7b8-477e-8d6b-e5c94087f90b tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 945 time: 0.0506930 Mar 07 15:34:34.829166 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d889a-1afa-4718-8330-58e418522628 req-c27e8bd9-0dc2-459d-aca6-6308388bf95e tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:34.830566 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0a2d889a-1afa-4718-8330-58e418522628 req-c27e8bd9-0dc2-459d-aca6-6308388bf95e tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781230 Mar 07 15:34:34.845711 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0a2d889a-1afa-4718-8330-58e418522628 req-d91d5380-d430-45b3-a062-d7ff21c4d9ea tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/quotas/5c845fed216341c59825510db88e7af2 HTTP/1.1" status: 200 len: 375 time: 0.0093436 Mar 07 15:34:34.859307 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-77dbbc86-9ac5-44b3-8ed0-6d498ecbae22 req-b15d6e14-6477-47a9-8dc5-376815c5a30c tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Mar 07 15:34:34.877745 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0a2d889a-1afa-4718-8330-58e418522628 req-f360808b-4c1e-4bf5-bb60-7060fe326514 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c845fed216341c59825510db88e7af2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267272 Mar 07 15:34:34.967868 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf057b-5ba1-44d9-a62f-4273816cbd64 req-8b4bbf82-4f82-4d89-99a5-f8f15e67d123 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:34.969320 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d6bf057b-5ba1-44d9-a62f-4273816cbd64 req-8b4bbf82-4f82-4d89-99a5-f8f15e67d123 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0548575 Mar 07 15:34:35.024701 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d6bf057b-5ba1-44d9-a62f-4273816cbd64 req-8d07f10e-9e5d-48cc-a2b3-fc5b630c854b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433786 Mar 07 15:34:35.044623 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6ae069c4-7dc7-47c4-aeb2-4b3b9000da24 req-dd4df371-3773-4329-9ee5-b4283c48e79c tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 210 time: 0.0359170 Mar 07 15:34:35.313124 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7fb55-754c-4483-b55f-962532886925 req-33e4d29a-639b-4884-bba1-4ec37b85898d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:35.314674 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-53b7fb55-754c-4483-b55f-962532886925 req-33e4d29a-639b-4884-bba1-4ec37b85898d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0538061 Mar 07 15:34:35.362449 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-53b7fb55-754c-4483-b55f-962532886925 req-ad6a712a-30a4-41d1-b05b-abd7e68e8846 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423124 Mar 07 15:34:35.471012 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeef4c3-ba99-4ea0-a151-c2c50a0cb6e2 req-802b9514-d404-4690-8540-2e9a81b3da65 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:35.472855 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3eeef4c3-ba99-4ea0-a151-c2c50a0cb6e2 req-802b9514-d404-4690-8540-2e9a81b3da65 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.30 "GET /v2.0/ports?device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 945 time: 0.0526700 Mar 07 15:34:35.585750 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3928-a90e-4a34-a9e9-b1df8d83f339 req-ac5e226f-241b-47dc-8e5d-800a32678923 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:35.592634 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-3eeef4c3-ba99-4ea0-a151-c2c50a0cb6e2 req-adcb398f-bb82-4288-b759-05208f2e0954 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Deleting port b6b57ff9-8196-4138-8071-b1d368a1ccde {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:34:35.593179 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-3eeef4c3-ba99-4ea0-a151-c2c50a0cb6e2 req-adcb398f-bb82-4288-b759-05208f2e0954 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (b6b57ff9-8196-4138-8071-b1d368a1ccde), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:35.593469 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2bca3928-a90e-4a34-a9e9-b1df8d83f339 req-ac5e226f-241b-47dc-8e5d-800a32678923 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0656478 Mar 07 15:34:35.652297 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2bca3928-a90e-4a34-a9e9-b1df8d83f339 req-4f84b13a-498f-405b-8cc9-40a03e854e51 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577369 Mar 07 15:34:35.714153 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-3eeef4c3-ba99-4ea0-a151-c2c50a0cb6e2 req-adcb398f-bb82-4288-b759-05208f2e0954 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] For port b6b57ff9-8196-4138-8071-b1d368a1ccde, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b6b57ff9-8196-4138-8071-b1d368a1ccde,segment=NetworkSegment(23704e2a-06e8-4e8a-8f26-08100d49ba74),segment_id=23704e2a-06e8-4e8a-8f26-08100d49ba74)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:35.714595 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-3eeef4c3-ba99-4ea0-a151-c2c50a0cb6e2 req-adcb398f-bb82-4288-b759-05208f2e0954 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (b6b57ff9-8196-4138-8071-b1d368a1ccde), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:35.729269 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-3eeef4c3-ba99-4ea0-a151-c2c50a0cb6e2 req-adcb398f-bb82-4288-b759-05208f2e0954 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Calling delete_port for b6b57ff9-8196-4138-8071-b1d368a1ccde owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:34:35.852982 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-3eeef4c3-ba99-4ea0-a151-c2c50a0cb6e2 req-adcb398f-bb82-4288-b759-05208f2e0954 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (b6b57ff9-8196-4138-8071-b1d368a1ccde), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:35.864950 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['b6b57ff9-8196-4138-8071-b1d368a1ccde'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:34:35.885121 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb398f-bb82-4288-b759-05208f2e0954 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Pushing event deleted for resources: {'Port': ['ID=b6b57ff9-8196-4138-8071-b1d368a1ccde,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:35.929405 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eeef4c3-ba99-4ea0-a151-c2c50a0cb6e2 req-adcb398f-bb82-4288-b759-05208f2e0954 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] No DVR routers for this DVR port b6b57ff9-8196-4138-8071-b1d368a1ccde on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:34:35.931775 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-3eeef4c3-ba99-4ea0-a151-c2c50a0cb6e2 req-adcb398f-bb82-4288-b759-05208f2e0954 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:35.935227 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3eeef4c3-ba99-4ea0-a151-c2c50a0cb6e2 req-adcb398f-bb82-4288-b759-05208f2e0954 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.30 "DELETE /v2.0/ports/b6b57ff9-8196-4138-8071-b1d368a1ccde HTTP/1.1" status: 204 len: 173 time: 0.4550703 Mar 07 15:34:35.935668 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84a9e73-c46e-4bda-af9a-008ce17c2a89', 'name': 'network-vif-deleted', 'tag': 'b6b57ff9-8196-4138-8071-b1d368a1ccde'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:34:35.938734 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6882ef-8653-4038-8a9d-808b57acd19c" -d '{"events": [{"server_uuid": "e84a9e73-c46e-4bda-af9a-008ce17c2a89", "name": "network-vif-deleted", "tag": "b6b57ff9-8196-4138-8071-b1d368a1ccde"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:34:35.991370 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ecd67955-2b53-448f-8800-aa6616acf555 req-6f412b2b-d415-4122-bf98-32bc32fd3e2f tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a9e73-c46e-4bda-af9a-008ce17c2a89 HTTP/1.1" status: 200 len: 210 time: 0.0491240 Mar 07 15:34:36.002381 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0a2d889a-1afa-4718-8330-58e418522628 req-21db3d7f-43b4-491d-9c76-004fe93d0534 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5c845fed216341c59825510db88e7af2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499964 Mar 07 15:34:36.006381 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799ef31a-0749-42ec-b373-36fd1b297f38 x-openstack-request-id: req-799ef31a-0749-42ec-b373-36fd1b297f38 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:34:36.006759 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84a9e73-c46e-4bda-af9a-008ce17c2a89", "name": "network-vif-deleted", "tag": "b6b57ff9-8196-4138-8071-b1d368a1ccde", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:34:36.007077 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-799ef31a-0749-42ec-b373-36fd1b297f38 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:34:36.007530 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84a9e73-c46e-4bda-af9a-008ce17c2a89', 'name': 'network-vif-deleted', 'tag': 'b6b57ff9-8196-4138-8071-b1d368a1ccde', 'status': 'completed', 'code': 200} Mar 07 15:34:36.145114 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-47ac0e1a-f9e1-4d4c-96bd-a5fc1aadbd4e req-80bc69d3-24cc-44a8-a292-77b005d8e04e tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 210 time: 0.0272548 Mar 07 15:34:36.202158 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d889a-1afa-4718-8330-58e418522628 req-87deede7-4363-4759-9168-d47aa1b16c8d tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:36.203604 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0a2d889a-1afa-4718-8330-58e418522628 req-87deede7-4363-4759-9168-d47aa1b16c8d tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911790 Mar 07 15:34:36.218348 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-0a2d889a-1afa-4718-8330-58e418522628 req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Request body: {'port': {'device_id': '3a963965-988d-479c-9a4f-0d026c084df7', 'network_id': '6329a059-2db9-4f32-ba8a-a50b96da5e88', 'admin_state_up': True, 'tenant_id': '5c845fed216341c59825510db88e7af2'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:34:36.320086 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2d889a-1afa-4718-8330-58e418522628 req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Made reservation on behalf of 5c845fed216341c59825510db88e7af2 for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:34:36.323657 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0a2d889a-1afa-4718-8330-58e418522628 req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:36.336061 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0a2d889a-1afa-4718-8330-58e418522628 req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:36.416291 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0a2d889a-1afa-4718-8330-58e418522628 req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Publish callbacks [] for security_group (1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:36.420228 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0a2d889a-1afa-4718-8330-58e418522628 req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:36.484113 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:36.552528 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-0a2d889a-1afa-4718-8330-58e418522628 req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Allocated IP 192.168.233.48 (6329a059-2db9-4f32-ba8a-a50b96da5e88/5333a85f-5ec3-44cf-9f06-a700a567750f/2d596340-f8cd-41d2-984a-ec46e3f2e5bb) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:34:36.693741 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0a2d889a-1afa-4718-8330-58e418522628 req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Publish callbacks [] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:36.730806 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0a2d889a-1afa-4718-8330-58e418522628 req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:36.804373 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2d889a-1afa-4718-8330-58e418522628 req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Network 6329a059-2db9-4f32-ba8a-a50b96da5e88 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:34:36.809662 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-0a2d889a-1afa-4718-8330-58e418522628 req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:34:36.816038 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2d889a-1afa-4718-8330-58e418522628 req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:34:36.824754 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Pushing event updated for resources: {'Port': ['ID=2d596340-f8cd-41d2-984a-ec46e3f2e5bb,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:36.847419 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4a476-c8da-4035-9fd2-097e94734576 req-463c72ad-9b29-45aa-bd36-9add65f6fcc3 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:36.848944 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-81c4a476-c8da-4035-9fd2-097e94734576 req-463c72ad-9b29-45aa-bd36-9add65f6fcc3 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0581808 Mar 07 15:34:36.865386 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298bbdf-0e1f-4b91-950c-27c6c64eea24 req-17e7a1a6-76db-45a6-b829-8ac6850a2e68 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:36.866917 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b298bbdf-0e1f-4b91-950c-27c6c64eea24 req-17e7a1a6-76db-45a6-b829-8ac6850a2e68 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.1342516 Mar 07 15:34:36.888731 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d889a-1afa-4718-8330-58e418522628 req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:36.889415 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0a2d889a-1afa-4718-8330-58e418522628 req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:36.903698 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-81c4a476-c8da-4035-9fd2-097e94734576 req-b61d2931-205e-4bc6-b8c8-49586120b906 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481637 Mar 07 15:34:36.922567 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0a2d889a-1afa-4718-8330-58e418522628 req-c19b93e7-9f15-4cb5-99b6-884a1a794491 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7082529 Mar 07 15:34:36.941677 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Request body: {'port': {'device_id': '3a963965-988d-479c-9a4f-0d026c084df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:34:36.970574 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b298bbdf-0e1f-4b91-950c-27c6c64eea24 req-c5de5f79-c859-4419-ae57-90ba0740357d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952785 Mar 07 15:34:37.020384 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:37.123410 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-b4ab85d0-7ccd-47bf-b69a-a178af791597 None None] Provisioning complete for port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:34:37.123930 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b4ab85d0-7ccd-47bf-b69a-a178af791597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:37.187264 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab85d0-7ccd-47bf-b69a-a178af791597 None None] Port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:34:37.424856 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51f26a-412e-4929-936f-f40487173809 req-2acf6d13-5072-4ce5-ad6e-b625e00c2db6 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:37.426558 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4e51f26a-412e-4929-936f-f40487173809 req-2acf6d13-5072-4ce5-ad6e-b625e00c2db6 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 935 time: 0.1596489 Mar 07 15:34:37.439287 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-8b4eaef4-7f63-4343-a650-d3f495f8071c tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:37.440897 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-8b4eaef4-7f63-4343-a650-d3f495f8071c tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/networks?id=fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 HTTP/1.1" status: 200 len: 809 time: 0.1296592 Mar 07 15:34:37.455671 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-5f5e9387-05c1-4b4c-8d00-ab7bfa0ec930 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/quotas/c9ee1d0788964d919055f9f014b67a4a HTTP/1.1" status: 200 len: 375 time: 0.0093799 Mar 07 15:34:37.487259 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-bc795379-f6d2-48d1-96cf-821393eca079 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9ee1d0788964d919055f9f014b67a4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260167 Mar 07 15:34:37.526000 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4e51f26a-412e-4929-936f-f40487173809 req-9047d8ab-80e2-4a50-8c0d-bedafd339cd9 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847585 Mar 07 15:34:37.578437 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-e92db068-b371-45ef-ad82-3ba0ce7493e6 service neutron] 10.222.0.26 "GET /v2.0/networks/fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846341 Mar 07 15:34:37.601153 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d596340-f8cd-41d2-984a-ec46e3f2e5bb {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:34:37.609039 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Publish callbacks [] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:37.621768 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Transition to ACTIVE for port object 2d596340-f8cd-41d2-984a-ec46e3f2e5bb will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:34:37.626771 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:37.682533 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-e2f1ccd4-a35b-46b7-9ce9-143e21db9d01 service neutron] 10.222.0.26 "GET /v2.0/networks/fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985277 Mar 07 15:34:37.694455 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Pushing event updated for resources: {'Port': ['ID=2d596340-f8cd-41d2-984a-ec46e3f2e5bb,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:37.751792 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Attempting to bind port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:34:37.752138 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Attempting to bind port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '39542b60-a0b4-40fd-b528-21e43fcfec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6329a059-2db9-4f32-ba8a-a50b96da5e88'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:34:37.752472 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Attempting to bind port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb on network 6329a059-2db9-4f32-ba8a-a50b96da5e88 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:34:37.757769 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb on network 6329a059-2db9-4f32-ba8a-a50b96da5e88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:34:37.758272 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Attempting to bind port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb on network 6329a059-2db9-4f32-ba8a-a50b96da5e88 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:34:37.763649 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:34:37.764578 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Checking segment: {'id': '39542b60-a0b4-40fd-b528-21e43fcfec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6329a059-2db9-4f32-ba8a-a50b96da5e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:34:37.765061 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Bound using segment: {'id': '39542b60-a0b4-40fd-b528-21e43fcfec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6329a059-2db9-4f32-ba8a-a50b96da5e88'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:34:37.765595 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Bound port: 2d596340-f8cd-41d2-984a-ec46e3f2e5bb, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39542b60-a0b4-40fd-b528-21e43fcfec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6329a059-2db9-4f32-ba8a-a50b96da5e88'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:34:37.765991 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:37.879073 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-92483cdd-b230-4488-ad1d-79ec9e7880e7 req-3f6dd9ef-34ef-4bad-8910-7665f7e93b57 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 210 time: 0.0341566 Mar 07 15:34:37.881327 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] For port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:34:37.896749 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] For port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=2d596340-f8cd-41d2-984a-ec46e3f2e5bb,segment=NetworkSegment(39542b60-a0b4-40fd-b528-21e43fcfec94),segment_id=39542b60-a0b4-40fd-b528-21e43fcfec94)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:34:37.904158 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:37.943578 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:37.944129 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:37.945510 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0a2d889a-1afa-4718-8330-58e418522628 req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] 10.222.0.30 "PUT /v2.0/ports/2d596340-f8cd-41d2-984a-ec46e3f2e5bb HTTP/1.1" status: 200 len: 1097 time: 1.0083017 Mar 07 15:34:37.975913 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f7932-2b6f-4035-a3bc-7ce96254ff9a service neutron] Pushing event updated for resources: {'Port': ['ID=2d596340-f8cd-41d2-984a-ec46e3f2e5bb,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:38.015515 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a963965-988d-479c-9a4f-0d026c084df7', 'tag': '2d596340-f8cd-41d2-984a-ec46e3f2e5bb'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:34:38.017747 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70533dbc-cfc8-4d4d-91f5-16f800e01752" -d '{"events": [{"name": "network-changed", "server_uuid": "3a963965-988d-479c-9a4f-0d026c084df7", "tag": "2d596340-f8cd-41d2-984a-ec46e3f2e5bb"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:34:38.039671 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d889a-1afa-4718-8330-58e418522628 req-28f69159-ad8c-4b71-a755-59107608916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:38.041181 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0a2d889a-1afa-4718-8330-58e418522628 req-28f69159-ad8c-4b71-a755-59107608916a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c845fed216341c59825510db88e7af2&device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 1131 time: 0.0520277 Mar 07 15:34:38.091584 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0a2d889a-1afa-4718-8330-58e418522628 req-e6bb7da0-0bf5-4362-b58a-12cdbf078c2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=2d596340-f8cd-41d2-984a-ec46e3f2e5bb HTTP/1.1" status: 200 len: 217 time: 0.0432153 Mar 07 15:34:38.093169 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b653531-2017-4f7d-a200-cb42287136f0 x-openstack-request-id: req-9b653531-2017-4f7d-a200-cb42287136f0 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:34:38.093462 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a963965-988d-479c-9a4f-0d026c084df7", "tag": "2d596340-f8cd-41d2-984a-ec46e3f2e5bb", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:34:38.093716 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b653531-2017-4f7d-a200-cb42287136f0 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:34:38.094130 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a963965-988d-479c-9a4f-0d026c084df7', 'tag': '2d596340-f8cd-41d2-984a-ec46e3f2e5bb', 'status': 'completed', 'code': 200} Mar 07 15:34:38.146773 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d889a-1afa-4718-8330-58e418522628 req-2ad84454-1910-49c3-9a4e-0dbc6522e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:38.148638 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0a2d889a-1afa-4718-8330-58e418522628 req-2ad84454-1910-49c3-9a4e-0dbc6522e0c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5333a85f-5ec3-44cf-9f06-a700a567750f HTTP/1.1" status: 200 len: 843 time: 0.0503650 Mar 07 15:34:38.153272 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2030f-5418-4d24-82cd-a88093e745c1 req-167866f3-9365-4055-a1b4-db3ca7f97429 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:38.160863 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-cde2030f-5418-4d24-82cd-a88093e745c1 req-167866f3-9365-4055-a1b4-db3ca7f97429 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0691402 Mar 07 15:34:38.203290 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d889a-1afa-4718-8330-58e418522628 req-a48e701c-1992-4d8f-ab00-c09815f7340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:38.204883 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0a2d889a-1afa-4718-8330-58e418522628 req-a48e701c-1992-4d8f-ab00-c09815f7340d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6329a059-2db9-4f32-ba8a-a50b96da5e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0489357 Mar 07 15:34:38.205664 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-cde2030f-5418-4d24-82cd-a88093e745c1 req-98c34ec9-f1f3-4957-91d8-675062fb9dc3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439770 Mar 07 15:34:38.330661 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0a2d889a-1afa-4718-8330-58e418522628 req-0feb099c-a277-4b5e-9533-e432347fecd3 service neutron] 10.222.0.30 "GET /v2.0/networks/6329a059-2db9-4f32-ba8a-a50b96da5e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097083 Mar 07 15:34:38.438015 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0a2d889a-1afa-4718-8330-58e418522628 req-245dd1bc-407e-43d1-b844-0c2b49041373 service neutron] 10.222.0.30 "GET /v2.0/networks/6329a059-2db9-4f32-ba8a-a50b96da5e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988007 Mar 07 15:34:38.539759 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70533dbc-cfc8-4d4d-91f5-16f800e01752 req-151784a6-aec5-4d53-b674-d9ee3d7a93c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:38.541262 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-70533dbc-cfc8-4d4d-91f5-16f800e01752 req-151784a6-aec5-4d53-b674-d9ee3d7a93c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c845fed216341c59825510db88e7af2&device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 1131 time: 0.0484715 Mar 07 15:34:38.666157 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70533dbc-cfc8-4d4d-91f5-16f800e01752 req-727ffbf1-f66f-4bab-8382-341cdcb224c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:38.667675 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-70533dbc-cfc8-4d4d-91f5-16f800e01752 req-727ffbf1-f66f-4bab-8382-341cdcb224c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6329a059-2db9-4f32-ba8a-a50b96da5e88 HTTP/1.1" status: 200 len: 870 time: 0.1188779 Mar 07 15:34:38.679055 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7da23-f29d-4594-8b8f-448bd084fc93 req-48a0e691-f068-44ab-89a7-9de6db683173 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:38.680417 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-07e7da23-f29d-4594-8b8f-448bd084fc93 req-48a0e691-f068-44ab-89a7-9de6db683173 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 947 time: 0.0792518 Mar 07 15:34:38.719904 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-70533dbc-cfc8-4d4d-91f5-16f800e01752 req-12a025be-d224-435e-9283-f36d93d5be60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=2d596340-f8cd-41d2-984a-ec46e3f2e5bb HTTP/1.1" status: 200 len: 217 time: 0.0385685 Mar 07 15:34:38.784041 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-07e7da23-f29d-4594-8b8f-448bd084fc93 req-6693340b-bb6f-4b4d-b3ea-d3fcb2a2d8a1 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967183 Mar 07 15:34:38.791683 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70533dbc-cfc8-4d4d-91f5-16f800e01752 req-19dbc25b-e167-4714-ac7b-d3c85972e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:38.793042 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-70533dbc-cfc8-4d4d-91f5-16f800e01752 req-19dbc25b-e167-4714-ac7b-d3c85972e17b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5333a85f-5ec3-44cf-9f06-a700a567750f HTTP/1.1" status: 200 len: 843 time: 0.0614040 Mar 07 15:34:38.855057 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70533dbc-cfc8-4d4d-91f5-16f800e01752 req-ffe8ca19-05ab-4164-80aa-f43f812033c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:38.858223 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-70533dbc-cfc8-4d4d-91f5-16f800e01752 req-ffe8ca19-05ab-4164-80aa-f43f812033c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6329a059-2db9-4f32-ba8a-a50b96da5e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0527163 Mar 07 15:34:38.980927 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-7034f0a5-57a3-49f8-852a-e2eca231ef15 req-02b84cba-9439-46cb-9870-68210e443565 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 210 time: 0.0288613 Mar 07 15:34:39.042288 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-70533dbc-cfc8-4d4d-91f5-16f800e01752 req-3ba9e869-1eb9-4efb-ad1a-f419db3bd43b service neutron] 10.222.0.30 "GET /v2.0/networks/6329a059-2db9-4f32-ba8a-a50b96da5e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712828 Mar 07 15:34:39.048918 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-f53f2bf1-fe62-4ed4-af76-8c9518d08a53 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:39.050296 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-f53f2bf1-fe62-4ed4-af76-8c9518d08a53 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.30 "GET /v2.0/networks?id=fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 HTTP/1.1" status: 200 len: 809 time: 0.1807330 Mar 07 15:34:39.082055 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-24f9852b-5b3d-482a-b4eb-60962af4a44d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Request body: {'port': {'device_id': 'a81963bf-3a51-430b-ae3a-b0de60a4fa19', 'network_id': 'fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3', 'admin_state_up': True, 'tenant_id': 'c9ee1d0788964d919055f9f014b67a4a'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:34:39.209285 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-70533dbc-cfc8-4d4d-91f5-16f800e01752 req-02e6f7d4-6243-4ed3-bec0-627705ecc57c service neutron] 10.222.0.30 "GET /v2.0/networks/6329a059-2db9-4f32-ba8a-a50b96da5e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485775 Mar 07 15:34:39.237759 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-24f9852b-5b3d-482a-b4eb-60962af4a44d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Made reservation on behalf of c9ee1d0788964d919055f9f014b67a4a for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:34:39.241262 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-24f9852b-5b3d-482a-b4eb-60962af4a44d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:39.392706 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5796f5-7c79-488b-9711-745cd4a99c19 req-5ca51949-f34d-452a-ac4e-b71c6e98ba4c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:39.394199 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-af5796f5-7c79-488b-9711-745cd4a99c19 req-5ca51949-f34d-452a-ac4e-b71c6e98ba4c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.1018038 Mar 07 15:34:39.408408 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-24f9852b-5b3d-482a-b4eb-60962af4a44d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Allocated IP 172.20.0.11 (fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3/8f665552-46e9-40f3-afc8-5ff23b872bcc/e2ccea40-f90b-4945-8f90-bfe642d78300) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:34:39.463755 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-af5796f5-7c79-488b-9711-745cd4a99c19 req-46008b8a-1086-490f-9212-4e2807c0408b tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640731 Mar 07 15:34:39.579279 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-24f9852b-5b3d-482a-b4eb-60962af4a44d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks [] for port (e2ccea40-f90b-4945-8f90-bfe642d78300), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:39.611138 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-24f9852b-5b3d-482a-b4eb-60962af4a44d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (e2ccea40-f90b-4945-8f90-bfe642d78300), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:39.653180 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-24f9852b-5b3d-482a-b4eb-60962af4a44d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Network fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:34:39.656675 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-24f9852b-5b3d-482a-b4eb-60962af4a44d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:34:39.660189 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-24f9852b-5b3d-482a-b4eb-60962af4a44d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:34:39.682162 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9852b-5b3d-482a-b4eb-60962af4a44d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Pushing event updated for resources: {'Port': ['ID=e2ccea40-f90b-4945-8f90-bfe642d78300,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:39.709198 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-24f9852b-5b3d-482a-b4eb-60962af4a44d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:39.709798 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-24f9852b-5b3d-482a-b4eb-60962af4a44d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:39.724820 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-24f9852b-5b3d-482a-b4eb-60962af4a44d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6478608 Mar 07 15:34:39.739879 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Request body: {'port': {'device_id': 'a81963bf-3a51-430b-ae3a-b0de60a4fa19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:34:39.799615 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e2ccea40-f90b-4945-8f90-bfe642d78300), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:39.900837 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8bef7-0c26-49f4-95f4-38502a99fa8f req-51fada3f-02c6-4cad-843e-8377633d9d79 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:39.902250 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-cde8bef7-0c26-49f4-95f4-38502a99fa8f req-51fada3f-02c6-4cad-843e-8377633d9d79 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 947 time: 0.0519922 Mar 07 15:34:39.947102 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-cde8bef7-0c26-49f4-95f4-38502a99fa8f req-34fcb849-d2df-470b-9a03-95e7164d1838 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393550 Mar 07 15:34:40.062531 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ccea40-f90b-4945-8f90-bfe642d78300 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:34:40.083215 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Publish callbacks [] for port (e2ccea40-f90b-4945-8f90-bfe642d78300), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:40.100379 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Transition to ACTIVE for port object e2ccea40-f90b-4945-8f90-bfe642d78300 will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:34:40.104471 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (e2ccea40-f90b-4945-8f90-bfe642d78300), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:40.155925 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21be690-aa12-42f8-a49d-f678512c2c62 req-91d8d6c5-25ad-4cc7-8e2b-6088eb7006ad tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:40.157318 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b21be690-aa12-42f8-a49d-f678512c2c62 req-91d8d6c5-25ad-4cc7-8e2b-6088eb7006ad tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 932 time: 0.1124268 Mar 07 15:34:40.163782 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ccea40-f90b-4945-8f90-bfe642d78300,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:40.249667 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b21be690-aa12-42f8-a49d-f678512c2c62 req-811299af-c744-4102-bd69-6685b7446cbc tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866711 Mar 07 15:34:40.266342 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Attempting to bind port e2ccea40-f90b-4945-8f90-bfe642d78300 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:34:40.266678 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Attempting to bind port e2ccea40-f90b-4945-8f90-bfe642d78300 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '23704e2a-06e8-4e8a-8f26-08100d49ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:34:40.267003 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Attempting to bind port e2ccea40-f90b-4945-8f90-bfe642d78300 on network fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:34:40.271220 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Port e2ccea40-f90b-4945-8f90-bfe642d78300 on network fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:34:40.271540 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Attempting to bind port e2ccea40-f90b-4945-8f90-bfe642d78300 on network fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:34:40.276175 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:34:40.276503 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Checking segment: {'id': '23704e2a-06e8-4e8a-8f26-08100d49ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:34:40.276878 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Bound using segment: {'id': '23704e2a-06e8-4e8a-8f26-08100d49ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:34:40.277294 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Bound port: e2ccea40-f90b-4945-8f90-bfe642d78300, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23704e2a-06e8-4e8a-8f26-08100d49ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:34:40.277643 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e2ccea40-f90b-4945-8f90-bfe642d78300), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:40.315266 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 7d13cb24-b41f-4a74-8b11-a458cb005022 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:34:40.319446 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device b6b57ff9-8196-4138-8071-b1d368a1ccde no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:34:40.338250 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] For port e2ccea40-f90b-4945-8f90-bfe642d78300, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:34:40.341250 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] For port e2ccea40-f90b-4945-8f90-bfe642d78300, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e2ccea40-f90b-4945-8f90-bfe642d78300,segment=NetworkSegment(23704e2a-06e8-4e8a-8f26-08100d49ba74),segment_id=23704e2a-06e8-4e8a-8f26-08100d49ba74)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:34:40.348271 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: b6b57ff9-8196-4138-8071-b1d368a1ccde {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:34:40.348823 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (e2ccea40-f90b-4945-8f90-bfe642d78300), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:40.348936 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device b6b57ff9-8196-4138-8071-b1d368a1ccde not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:34:40.384000 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:40.384645 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:40.386041 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] 10.222.0.30 "PUT /v2.0/ports/e2ccea40-f90b-4945-8f90-bfe642d78300 HTTP/1.1" status: 200 len: 1094 time: 0.6499846 Mar 07 15:34:40.386475 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81963bf-3a51-430b-ae3a-b0de60a4fa19', 'tag': 'e2ccea40-f90b-4945-8f90-bfe642d78300'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:34:40.389174 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4b77a3-845f-4665-b7f5-dc26559e97c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a81963bf-3a51-430b-ae3a-b0de60a4fa19", "tag": "e2ccea40-f90b-4945-8f90-bfe642d78300"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:34:40.410638 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d8394-81da-4bcd-beca-48449649d2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ccea40-f90b-4945-8f90-bfe642d78300,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:40.436086 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b317ca4-3242-4395-bd3b-4b576e933744 x-openstack-request-id: req-5b317ca4-3242-4395-bd3b-4b576e933744 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:34:40.436388 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81963bf-3a51-430b-ae3a-b0de60a4fa19", "tag": "e2ccea40-f90b-4945-8f90-bfe642d78300", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:34:40.436651 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b317ca4-3242-4395-bd3b-4b576e933744 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:34:40.438300 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81963bf-3a51-430b-ae3a-b0de60a4fa19', 'tag': 'e2ccea40-f90b-4945-8f90-bfe642d78300', 'status': 'completed', 'code': 200} Mar 07 15:34:40.449651 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 7d13cb24-b41f-4a74-8b11-a458cb005022, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7d13cb24-b41f-4a74-8b11-a458cb005022,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:40.461198 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'port_id': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'mac_address': 'fa:16:3e:d2:3b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:34:40.500260 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-379f833d-8010-48a1-a040-07146ea6a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:40.500574 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 7d13cb24-b41f-4a74-8b11-a458cb005022 is: ACTIVE; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:34:40.500978 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:40.502065 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-379f833d-8010-48a1-a040-07146ea6a6a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ee1d0788964d919055f9f014b67a4a&device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 1128 time: 0.0476444 Mar 07 15:34:40.514752 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d13cb24-b41f-4a74-8b11-a458cb005022 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:34:40.537265 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 7d13cb24-b41f-4a74-8b11-a458cb005022, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7d13cb24-b41f-4a74-8b11-a458cb005022,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:40.542558 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:40.558724 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-75ddf03c-6a28-41e7-8762-b67a9b52bb59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2ccea40-f90b-4945-8f90-bfe642d78300 HTTP/1.1" status: 200 len: 217 time: 0.0424139 Mar 07 15:34:40.589168 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=7d13cb24-b41f-4a74-8b11-a458cb005022,revision_number=6']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:40.630479 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-438cc9fd-4e18-477b-9875-69367a7c8ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:40.631929 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-438cc9fd-4e18-477b-9875-69367a7c8ba2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f665552-46e9-40f3-afc8-5ff23b872bcc HTTP/1.1" status: 200 len: 849 time: 0.0643780 Mar 07 15:34:40.643423 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6c2f2-7cca-433f-b967-1c892f57b0ea req-34a4c227-60d0-4d4a-99a9-42902d10456d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:40.644913 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-21a6c2f2-7cca-433f-b967-1c892f57b0ea req-34a4c227-60d0-4d4a-99a9-42902d10456d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 944 time: 0.0887051 Mar 07 15:34:40.676091 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['7d13cb24-b41f-4a74-8b11-a458cb005022'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:34:40.680044 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-7a9d8e91-e497-4687-8c3f-ce537b096dc3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335939 Mar 07 15:34:40.766806 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-21a6c2f2-7cca-433f-b967-1c892f57b0ea req-41a49be0-601d-43b6-975c-557d67bc4f38 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109993 Mar 07 15:34:40.808506 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-0c3729f3-e795-49ee-9d4a-ef2bfcfe086b service neutron] 10.222.0.30 "GET /v2.0/networks/fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212027 Mar 07 15:34:40.923260 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5df81809-486c-47d4-b1e2-dfa43a7f2b37 req-b169ba5c-c213-4cc1-a4e1-9b24739e798e service neutron] 10.222.0.30 "GET /v2.0/networks/fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053741 Mar 07 15:34:41.033731 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b77a3-845f-4665-b7f5-dc26559e97c9 req-1c3e7bf1-750f-461d-ab11-75374a1dccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:41.035520 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6b4b77a3-845f-4665-b7f5-dc26559e97c9 req-1c3e7bf1-750f-461d-ab11-75374a1dccd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ee1d0788964d919055f9f014b67a4a&device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 1128 time: 0.0537972 Mar 07 15:34:41.135737 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b77a3-845f-4665-b7f5-dc26559e97c9 req-9e135a60-c2d3-41d8-a51d-4fe0209bd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:41.137247 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6b4b77a3-845f-4665-b7f5-dc26559e97c9 req-9e135a60-c2d3-41d8-a51d-4fe0209bd820 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 HTTP/1.1" status: 200 len: 910 time: 0.0955505 Mar 07 15:34:41.188053 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6b4b77a3-845f-4665-b7f5-dc26559e97c9 req-e9c60526-e3b3-491e-9890-fa06f2251cd9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2ccea40-f90b-4945-8f90-bfe642d78300 HTTP/1.1" status: 200 len: 217 time: 0.0390127 Mar 07 15:34:41.261134 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b77a3-845f-4665-b7f5-dc26559e97c9 req-900034ef-c046-44d9-9734-245ee9559500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:41.262630 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6b4b77a3-845f-4665-b7f5-dc26559e97c9 req-900034ef-c046-44d9-9734-245ee9559500 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f665552-46e9-40f3-afc8-5ff23b872bcc HTTP/1.1" status: 200 len: 849 time: 0.0562749 Mar 07 15:34:41.307765 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a43fc1-7a60-4ce9-914a-5a6331b66320 req-5c2158f2-f684-4cb8-9581-47f3741050fb tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:41.309393 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a3a43fc1-7a60-4ce9-914a-5a6331b66320 req-5c2158f2-f684-4cb8-9581-47f3741050fb tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 947 time: 0.2865615 Mar 07 15:34:41.314686 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6b4b77a3-845f-4665-b7f5-dc26559e97c9 req-ad7d3b61-4639-42a2-8cae-e9386c8be035 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342059 Mar 07 15:34:41.369599 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a3a43fc1-7a60-4ce9-914a-5a6331b66320 req-aaaa90a5-3089-4d15-8175-564957f95004 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524406 Mar 07 15:34:41.446185 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe0259-258b-45a3-8385-a2aaecd5559d req-ad8cc11f-1aad-4c36-93ca-19726679a326 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:41.447562 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2ebe0259-258b-45a3-8385-a2aaecd5559d req-ad8cc11f-1aad-4c36-93ca-19726679a326 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 944 time: 0.1104085 Mar 07 15:34:41.464550 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6b4b77a3-845f-4665-b7f5-dc26559e97c9 req-46dc9888-3bc6-4d2d-8731-bcac3c281360 service neutron] 10.222.0.30 "GET /v2.0/networks/fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433797 Mar 07 15:34:41.557102 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2ebe0259-258b-45a3-8385-a2aaecd5559d req-ec97b2b5-0f4c-4a47-a7eb-f7cb5e38932a tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039534 Mar 07 15:34:41.583648 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6b4b77a3-845f-4665-b7f5-dc26559e97c9 req-7b34afb7-1134-4dcc-a4a2-f9c59b2cc2a8 service neutron] 10.222.0.30 "GET /v2.0/networks/fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124203 Mar 07 15:34:41.905097 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7dd4b-6b43-4225-9ac7-1a820a7cc60a req-19dbdeb1-677a-4c6f-b176-de0e83b9932d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:41.908577 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ebc7dd4b-6b43-4225-9ac7-1a820a7cc60a req-19dbdeb1-677a-4c6f-b176-de0e83b9932d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 944 time: 0.0647707 Mar 07 15:34:41.957169 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ebc7dd4b-6b43-4225-9ac7-1a820a7cc60a req-4f24a686-b5de-4be7-a4c9-aac6273939e5 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431895 Mar 07 15:34:42.336737 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 2d596340-f8cd-41d2-984a-ec46e3f2e5bb details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:34:42.339115 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 7d13cb24-b41f-4a74-8b11-a458cb005022 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:34:42.505194 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port 7d13cb24-b41f-4a74-8b11-a458cb005022 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:34:42.505841 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:42.528225 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e78fd4-34de-4bfd-9b31-37182b8d2137 req-46bb6e96-5507-4ad6-9125-3c966a39ff58 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:42.536532 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-26e78fd4-34de-4bfd-9b31-37182b8d2137 req-46bb6e96-5507-4ad6-9125-3c966a39ff58 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 947 time: 0.0714023 Mar 07 15:34:42.612203 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=2d596340-f8cd-41d2-984a-ec46e3f2e5bb,segment=NetworkSegment(39542b60-a0b4-40fd-b528-21e43fcfec94),segment_id=39542b60-a0b4-40fd-b528-21e43fcfec94)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:42.624076 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-26e78fd4-34de-4bfd-9b31-37182b8d2137 req-63faf4df-b7d1-44c5-8ce3-5cc2415b53d0 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804291 Mar 07 15:34:42.628875 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': '2d596340-f8cd-41d2-984a-ec46e3f2e5bb', 'network_id': '6329a059-2db9-4f32-ba8a-a50b96da5e88', 'port_id': '2d596340-f8cd-41d2-984a-ec46e3f2e5bb', 'mac_address': 'fa:16:3e:9e:54:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5333a85f-5ec3-44cf-9f06-a700a567750f', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:34:42.670900 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:34:42.671290 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:42.675018 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 7d13cb24-b41f-4a74-8b11-a458cb005022 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:34:42.675517 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:42.700245 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d596340-f8cd-41d2-984a-ec46e3f2e5bb {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:34:42.724354 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d13cb24-b41f-4a74-8b11-a458cb005022'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:34:42.726920 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c7145d-1d91-4a33-bbcd-24f816ff24a1" -d '{"events": [{"server_uuid": "2c91451f-f341-465a-a96a-5d6b5cfa343e", "name": "network-vif-plugged", "status": "completed", "tag": "7d13cb24-b41f-4a74-8b11-a458cb005022"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:34:42.745015 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=2d596340-f8cd-41d2-984a-ec46e3f2e5bb,segment=NetworkSegment(39542b60-a0b4-40fd-b528-21e43fcfec94),segment_id=39542b60-a0b4-40fd-b528-21e43fcfec94)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:42.749387 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 7d13cb24-b41f-4a74-8b11-a458cb005022, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7d13cb24-b41f-4a74-8b11-a458cb005022,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:42.752495 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:42.760538 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad66c-5613-43a6-a29a-e00dca9d1706 req-7d62ca51-847e-4978-ba6a-c1e3ee0d8bb0 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:42.761050 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:42.770310 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-243ad66c-5613-43a6-a29a-e00dca9d1706 req-7d62ca51-847e-4978-ba6a-c1e3ee0d8bb0 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 944 time: 0.1011772 Mar 07 15:34:42.786878 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf14208-fa1e-4f6d-b789-bc988fb224ff x-openstack-request-id: req-dbf14208-fa1e-4f6d-b789-bc988fb224ff {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:34:42.787438 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c91451f-f341-465a-a96a-5d6b5cfa343e", "name": "network-vif-plugged", "status": "completed", "tag": "7d13cb24-b41f-4a74-8b11-a458cb005022", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:34:42.787886 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dbf14208-fa1e-4f6d-b789-bc988fb224ff {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:34:42.788467 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'code': 200} Mar 07 15:34:42.836607 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-243ad66c-5613-43a6-a29a-e00dca9d1706 req-b08d4e61-a674-4634-bfcd-9e981e0bb84d tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651643 Mar 07 15:34:42.850934 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=2d596340-f8cd-41d2-984a-ec46e3f2e5bb,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:42.982992 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=7d13cb24-b41f-4a74-8b11-a458cb005022,revision_number=7']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:43.099501 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0125c6-76a0-483d-9a02-09a483c59806 req-4edc3c6f-1e4d-49b3-ab31-6fbc07b479ed tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:43.101003 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5a0125c6-76a0-483d-9a02-09a483c59806 req-4edc3c6f-1e4d-49b3-ab31-6fbc07b479ed tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0570126 Mar 07 15:34:43.156135 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['2d596340-f8cd-41d2-984a-ec46e3f2e5bb'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:34:43.170740 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5a0125c6-76a0-483d-9a02-09a483c59806 req-21cec45b-ca93-4131-b68a-022f7207b3c1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568159 Mar 07 15:34:43.761731 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d86820-caf3-40e5-8620-a523a594060d req-61f46b95-40f6-45c3-bd6e-68cc362a1322 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:43.763387 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-04d86820-caf3-40e5-8620-a523a594060d req-61f46b95-40f6-45c3-bd6e-68cc362a1322 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 948 time: 0.0784624 Mar 07 15:34:43.818563 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-04d86820-caf3-40e5-8620-a523a594060d req-84225328-3eed-4e73-9bb2-2332a2f9095c tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533681 Mar 07 15:34:44.033464 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15728f3-15cb-4493-87ca-ce562992476d req-482fdf15-48c1-4145-829a-f492da880a6e tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:44.035086 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e15728f3-15cb-4493-87ca-ce562992476d req-482fdf15-48c1-4145-829a-f492da880a6e tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 944 time: 0.0701387 Mar 07 15:34:44.090489 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-dcc7cfe6-087c-4f39-b7a9-52b82f448deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:44.119294 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e15728f3-15cb-4493-87ca-ce562992476d req-8a2607ce-6862-4151-b5ab-8e149417ab76 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760841 Mar 07 15:34:44.303188 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264d80f-768f-4618-a1bc-2c3d401a04b4 req-7c7b4396-f1e7-4a62-8a60-d8c86af2ddb5 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:44.304798 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6264d80f-768f-4618-a1bc-2c3d401a04b4 req-7c7b4396-f1e7-4a62-8a60-d8c86af2ddb5 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0630169 Mar 07 15:34:44.339822 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device e2ccea40-f90b-4945-8f90-bfe642d78300 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:34:44.342840 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 2d596340-f8cd-41d2-984a-ec46e3f2e5bb up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:34:44.399986 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6264d80f-768f-4618-a1bc-2c3d401a04b4 req-68afde37-c68c-41e4-bb6f-7a6d411444c9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877502 Mar 07 15:34:44.458572 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:34:44.465910 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:34:44.466319 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:44.514217 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port e2ccea40-f90b-4945-8f90-bfe642d78300, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e2ccea40-f90b-4945-8f90-bfe642d78300,segment=NetworkSegment(23704e2a-06e8-4e8a-8f26-08100d49ba74),segment_id=23704e2a-06e8-4e8a-8f26-08100d49ba74)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:44.532993 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': 'e2ccea40-f90b-4945-8f90-bfe642d78300', 'network_id': 'fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3', 'port_id': 'e2ccea40-f90b-4945-8f90-bfe642d78300', 'mac_address': 'fa:16:3e:b2:73:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f665552-46e9-40f3-afc8-5ff23b872bcc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:34:44.600049 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port e2ccea40-f90b-4945-8f90-bfe642d78300 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:34:44.600437 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e2ccea40-f90b-4945-8f90-bfe642d78300), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:44.620359 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ccea40-f90b-4945-8f90-bfe642d78300 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:34:44.632002 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:34:44.632385 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:44.649728 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port e2ccea40-f90b-4945-8f90-bfe642d78300, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e2ccea40-f90b-4945-8f90-bfe642d78300,segment=NetworkSegment(23704e2a-06e8-4e8a-8f26-08100d49ba74),segment_id=23704e2a-06e8-4e8a-8f26-08100d49ba74)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:44.664388 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (e2ccea40-f90b-4945-8f90-bfe642d78300), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:44.703466 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=2d596340-f8cd-41d2-984a-ec46e3f2e5bb,segment=NetworkSegment(39542b60-a0b4-40fd-b528-21e43fcfec94),segment_id=39542b60-a0b4-40fd-b528-21e43fcfec94)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:44.713782 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:44.737372 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=e2ccea40-f90b-4945-8f90-bfe642d78300,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:44.794493 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a963965-988d-479c-9a4f-0d026c084df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d596340-f8cd-41d2-984a-ec46e3f2e5bb'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:34:44.798276 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881ec631-5d38-489f-8d56-acd30c2af6a3" -d '{"events": [{"server_uuid": "3a963965-988d-479c-9a4f-0d026c084df7", "name": "network-vif-plugged", "status": "completed", "tag": "2d596340-f8cd-41d2-984a-ec46e3f2e5bb"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:34:44.819417 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=2d596340-f8cd-41d2-984a-ec46e3f2e5bb,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:44.839974 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc89fe02-5021-45a9-84e8-63d0455d6970 x-openstack-request-id: req-cc89fe02-5021-45a9-84e8-63d0455d6970 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:34:44.840297 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a963965-988d-479c-9a4f-0d026c084df7", "name": "network-vif-plugged", "status": "completed", "tag": "2d596340-f8cd-41d2-984a-ec46e3f2e5bb", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:34:44.840551 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc89fe02-5021-45a9-84e8-63d0455d6970 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:34:44.840945 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a963965-988d-479c-9a4f-0d026c084df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d596340-f8cd-41d2-984a-ec46e3f2e5bb', 'code': 200} Mar 07 15:34:44.968296 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cdf4c-6099-40f0-8f51-19a055056512 req-5ebf29de-dd24-493c-90c9-a0b30aef4ba3 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:44.975348 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cf9cdf4c-6099-40f0-8f51-19a055056512 req-5ebf29de-dd24-493c-90c9-a0b30aef4ba3 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 949 time: 0.0773208 Mar 07 15:34:45.077756 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['e2ccea40-f90b-4945-8f90-bfe642d78300'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:34:45.079596 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cf9cdf4c-6099-40f0-8f51-19a055056512 req-c9a66ae7-3531-47fd-8097-083522631f6a tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033120 Mar 07 15:34:45.111828 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fab63-c190-4bcd-8777-e3a2309eb44e req-50c4b9d0-58d7-4376-84c1-fccaa4a7d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:45.115173 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c19fab63-c190-4bcd-8777-e3a2309eb44e req-50c4b9d0-58d7-4376-84c1-fccaa4a7d040 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 1133 time: 0.0900245 Mar 07 15:34:45.192404 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c19fab63-c190-4bcd-8777-e3a2309eb44e req-bc8e8300-7345-422e-83eb-d1d2fc972b68 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674777 Mar 07 15:34:45.293553 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa909171-93c9-4f24-ae65-0b3e8aa96b8d req-22f74b3c-48e9-4e75-9575-7dfaaf740393 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:45.296897 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d368e-b598-4c0f-84d0-a4c74ddebb97 req-ac417f6d-1128-4e3f-bf5b-d958b70686a4 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:45.297780 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-aa909171-93c9-4f24-ae65-0b3e8aa96b8d req-22f74b3c-48e9-4e75-9575-7dfaaf740393 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 945 time: 0.0677440 Mar 07 15:34:45.304825 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8a3d368e-b598-4c0f-84d0-a4c74ddebb97 req-ac417f6d-1128-4e3f-bf5b-d958b70686a4 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0700955 Mar 07 15:34:45.362621 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-aa909171-93c9-4f24-ae65-0b3e8aa96b8d req-b16a3143-3b02-486e-808a-d007ddaa0aa9 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591700 Mar 07 15:34:45.362829 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8a3d368e-b598-4c0f-84d0-a4c74ddebb97 req-cef42d48-ee6e-4610-a7dc-599269c47bb6 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522809 Mar 07 15:34:45.474081 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c5bef-bad9-42a8-af3c-5f7239d6c20f req-8ee1a1c7-3177-47f4-b0e8-a5b2e358e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:45.475619 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-818c5bef-bad9-42a8-af3c-5f7239d6c20f req-8ee1a1c7-3177-47f4-b0e8-a5b2e358e328 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e962918ae84466af119c960ead2477&device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 1129 time: 0.0574596 Mar 07 15:34:45.540158 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d21cd5-3d6f-408a-907b-b5e9d4639cd6 req-868ef2b3-8bd3-4de8-9ff0-9e180184d510 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:45.541682 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-22d21cd5-3d6f-408a-907b-b5e9d4639cd6 req-868ef2b3-8bd3-4de8-9ff0-9e180184d510 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0642428 Mar 07 15:34:45.605617 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-22d21cd5-3d6f-408a-907b-b5e9d4639cd6 req-d96118fa-021f-436f-b85b-dc25a5d59b8c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561497 Mar 07 15:34:45.611357 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c5bef-bad9-42a8-af3c-5f7239d6c20f req-34b8b851-30c1-4589-92f9-5281cf78f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:45.612842 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-818c5bef-bad9-42a8-af3c-5f7239d6c20f req-34b8b851-30c1-4589-92f9-5281cf78f3e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a3e19fb-ac43-49de-ad3a-edd6be34b622 HTTP/1.1" status: 200 len: 919 time: 0.1259608 Mar 07 15:34:45.666640 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-818c5bef-bad9-42a8-af3c-5f7239d6c20f req-b5a8b188-345c-4bd1-b5d2-75f78e3622f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 HTTP/1.1" status: 200 len: 217 time: 0.0436599 Mar 07 15:34:45.735257 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c5bef-bad9-42a8-af3c-5f7239d6c20f req-afd9dd10-0917-4223-a969-e7619bc6f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:45.736726 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-818c5bef-bad9-42a8-af3c-5f7239d6c20f req-afd9dd10-0917-4223-a969-e7619bc6f968 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a390f6-dd0f-4d34-8b55-d38294a0eeaa HTTP/1.1" status: 200 len: 858 time: 0.0486381 Mar 07 15:34:45.771919 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-818c5bef-bad9-42a8-af3c-5f7239d6c20f req-0704bf11-5e28-4624-80d1-e19961a7ad6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a3e19fb-ac43-49de-ad3a-edd6be34b622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251334 Mar 07 15:34:45.871559 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-818c5bef-bad9-42a8-af3c-5f7239d6c20f req-a6c4d954-368c-4ba8-b934-9652e8d667f4 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877466 Mar 07 15:34:45.988564 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-818c5bef-bad9-42a8-af3c-5f7239d6c20f req-36e95d87-6ed5-466f-b8ef-f573326df07b service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045034 Mar 07 15:34:46.207896 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bab74-1bda-41f9-b83d-1a1e3dcc253e req-2248d35c-a4f6-4c92-967a-f294d7c28685 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:46.209365 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-121bab74-1bda-41f9-b83d-1a1e3dcc253e req-2248d35c-a4f6-4c92-967a-f294d7c28685 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 949 time: 0.0632141 Mar 07 15:34:46.272606 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-121bab74-1bda-41f9-b83d-1a1e3dcc253e req-ee649ca4-ad97-45b7-a267-577120f6987e tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572410 Mar 07 15:34:46.349704 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device e2ccea40-f90b-4945-8f90-bfe642d78300 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:34:46.420379 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port e2ccea40-f90b-4945-8f90-bfe642d78300 completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:34:46.425197 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port e2ccea40-f90b-4945-8f90-bfe642d78300 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:34:46.425766 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (e2ccea40-f90b-4945-8f90-bfe642d78300), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:46.549716 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port e2ccea40-f90b-4945-8f90-bfe642d78300 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:34:46.550665 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e2ccea40-f90b-4945-8f90-bfe642d78300), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:46.556771 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ead94a-2ef5-453e-b01d-4cd771b211ee req-2f1200f9-f376-44c0-b23d-9a093047fe5a tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:46.566391 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d8ead94a-2ef5-453e-b01d-4cd771b211ee req-2f1200f9-f376-44c0-b23d-9a093047fe5a tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0866361 Mar 07 15:34:46.576975 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5ba9a-5f8c-493d-b564-1dfd24af6a73 req-956919f2-34aa-4dc8-8a57-cc3405b82b52 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:46.579195 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-abf5ba9a-5f8c-493d-b564-1dfd24af6a73 req-956919f2-34aa-4dc8-8a57-cc3405b82b52 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 945 time: 0.0804474 Mar 07 15:34:46.607063 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port e2ccea40-f90b-4945-8f90-bfe642d78300, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e2ccea40-f90b-4945-8f90-bfe642d78300,segment=NetworkSegment(23704e2a-06e8-4e8a-8f26-08100d49ba74),segment_id=23704e2a-06e8-4e8a-8f26-08100d49ba74)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:46.620127 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (e2ccea40-f90b-4945-8f90-bfe642d78300), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:46.638723 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d8ead94a-2ef5-453e-b01d-4cd771b211ee req-a10e3d30-3bf2-48eb-9a33-6f5ab0a2d458 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656207 Mar 07 15:34:46.710850 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-abf5ba9a-5f8c-493d-b564-1dfd24af6a73 req-ec4fdbe9-4901-48db-817b-506997024003 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197157 Mar 07 15:34:46.733562 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-2af0cef7-6f26-49b7-b94f-24ff803dfecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:46.743742 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=e2ccea40-f90b-4945-8f90-bfe642d78300,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:46.834488 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbd33f-7a32-46ba-b965-337b7bcc706a req-304595b0-933e-4fbe-ae67-2696edb5a8ea tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:46.836254 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f0fbd33f-7a32-46ba-b965-337b7bcc706a req-304595b0-933e-4fbe-ae67-2696edb5a8ea tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0717132 Mar 07 15:34:46.842604 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81963bf-3a51-430b-ae3a-b0de60a4fa19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ccea40-f90b-4945-8f90-bfe642d78300'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:34:46.848103 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fcca70-b8f3-4957-bb6d-00fda8025a0f" -d '{"events": [{"server_uuid": "a81963bf-3a51-430b-ae3a-b0de60a4fa19", "name": "network-vif-plugged", "status": "completed", "tag": "e2ccea40-f90b-4945-8f90-bfe642d78300"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:34:46.892121 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f0fbd33f-7a32-46ba-b965-337b7bcc706a req-a530cd43-04e3-4d52-a2af-eec1a4e79512 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504189 Mar 07 15:34:46.895148 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a51a5d-7ff1-44a5-88f3-18f40fceffb4 x-openstack-request-id: req-e8a51a5d-7ff1-44a5-88f3-18f40fceffb4 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:34:46.895563 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81963bf-3a51-430b-ae3a-b0de60a4fa19", "name": "network-vif-plugged", "status": "completed", "tag": "e2ccea40-f90b-4945-8f90-bfe642d78300", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:34:46.895668 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8a51a5d-7ff1-44a5-88f3-18f40fceffb4 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:34:46.896043 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81963bf-3a51-430b-ae3a-b0de60a4fa19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ccea40-f90b-4945-8f90-bfe642d78300', 'code': 200} Mar 07 15:34:47.103741 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851449c-2e98-49df-9ab4-40def0389fc9 req-39baa87e-a848-4156-ab7c-ab4086ab3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:47.105134 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0851449c-2e98-49df-9ab4-40def0389fc9 req-39baa87e-a848-4156-ab7c-ab4086ab3128 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 1130 time: 0.0580909 Mar 07 15:34:47.436778 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0851449c-2e98-49df-9ab4-40def0389fc9 req-e6e4b457-8903-4c8b-946c-233a65f60ba7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236222 Mar 07 15:34:47.452815 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfc369-1518-45a7-9ce6-f1b0815c6b13 req-d04965ec-7f3f-4111-8f44-1de89a406047 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:47.454414 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4fbfc369-1518-45a7-9ce6-f1b0815c6b13 req-d04965ec-7f3f-4111-8f44-1de89a406047 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 949 time: 0.0786457 Mar 07 15:34:47.506106 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4fbfc369-1518-45a7-9ce6-f1b0815c6b13 req-9970f203-46b4-453d-8749-1be15e82b8a1 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457618 Mar 07 15:34:47.660253 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:47.764537 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04112958-8460-4c99-b551-003ee56eae9e req-d3c42956-f063-4078-8339-150a3f046c04 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:47.766098 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-04112958-8460-4c99-b551-003ee56eae9e req-d3c42956-f063-4078-8339-150a3f046c04 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0673826 Mar 07 15:34:47.825389 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-04112958-8460-4c99-b551-003ee56eae9e req-6f2e395b-2b84-4735-8acd-a1e5f0dee76a tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531592 Mar 07 15:34:47.836758 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba160ecc-5066-4677-ac0a-83a7d88e4a7b req-9b5b6448-999b-4f28-8bab-8d61798dc550 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:47.843906 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ba160ecc-5066-4677-ac0a-83a7d88e4a7b req-9b5b6448-999b-4f28-8bab-8d61798dc550 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 949 time: 0.0683670 Mar 07 15:34:47.902670 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ba160ecc-5066-4677-ac0a-83a7d88e4a7b req-f23219c2-6da5-4b9c-8e03-ee3e6fe5bbe9 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527318 Mar 07 15:34:47.962172 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e04e5b-8f59-443e-bd41-5dd59e6f84e0 req-d2533d09-4cda-4600-96a3-e60b359ecfd6 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:47.972778 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f0e04e5b-8f59-443e-bd41-5dd59e6f84e0 req-d2533d09-4cda-4600-96a3-e60b359ecfd6 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 946 time: 0.0796087 Mar 07 15:34:48.026657 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f0e04e5b-8f59-443e-bd41-5dd59e6f84e0 req-7a11042d-8568-4b9c-b875-a762042cdad1 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524807 Mar 07 15:34:48.026765 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a1e5c-0ea5-4283-b1e7-1c4b9c6c51d9 req-05980ba5-5501-4375-bb7e-3753df290ec9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:48.033530 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-542a1e5c-0ea5-4283-b1e7-1c4b9c6c51d9 req-05980ba5-5501-4375-bb7e-3753df290ec9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0597861 Mar 07 15:34:48.079069 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-542a1e5c-0ea5-4283-b1e7-1c4b9c6c51d9 req-585babe7-0bb5-404e-8dfe-84df4572a314 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445275 Mar 07 15:34:48.996878 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:49.006316 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c734ee8-bc5e-4e5b-bc9c-0eef29e4b0d5 req-d020ddaa-88b2-4c9a-8045-1fb030d17ed8 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:49.007939 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9c734ee8-bc5e-4e5b-bc9c-0eef29e4b0d5 req-d020ddaa-88b2-4c9a-8045-1fb030d17ed8 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.1112053 Mar 07 15:34:49.047567 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11372-3bef-4849-9bd7-b354fb9ac24b req-5328de60-6097-42a0-8f9a-7b30c87fdecb tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:49.048997 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-dda11372-3bef-4849-9bd7-b354fb9ac24b req-5328de60-6097-42a0-8f9a-7b30c87fdecb tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 949 time: 0.0829265 Mar 07 15:34:49.076579 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9c734ee8-bc5e-4e5b-bc9c-0eef29e4b0d5 req-440b0ec2-ba23-4446-9b13-3973c31546d4 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589108 Mar 07 15:34:49.118638 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-dda11372-3bef-4849-9bd7-b354fb9ac24b req-a862b076-93f4-46a1-98f3-4cfd5ac6e5b4 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631855 Mar 07 15:34:49.216243 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb44614-17d1-4d80-9142-3b8885f45e21 req-d3251b5d-95ca-4edd-86ba-8ff5eb6400fd tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:49.224202 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7eb44614-17d1-4d80-9142-3b8885f45e21 req-d3251b5d-95ca-4edd-86ba-8ff5eb6400fd tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 946 time: 0.0690234 Mar 07 15:34:49.244260 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23010ab8-293a-490e-9c44-818ab3ea210a req-afa60254-8113-4dea-bff2-9e57f41ba0bb tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:49.246729 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-23010ab8-293a-490e-9c44-818ab3ea210a req-afa60254-8113-4dea-bff2-9e57f41ba0bb tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0621746 Mar 07 15:34:49.275449 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7eb44614-17d1-4d80-9142-3b8885f45e21 req-23024852-cbf9-4db0-9531-afcf1551e89c tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501490 Mar 07 15:34:49.323408 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-23010ab8-293a-490e-9c44-818ab3ea210a req-c3819c77-90ed-46da-b2b4-90d97eacf751 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686388 Mar 07 15:34:49.770098 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4583035-2801-483f-b529-30d760720190 req-a43f9237-41f1-4300-9807-e4f0634ad2df tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:49.771871 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b4583035-2801-483f-b529-30d760720190 req-a43f9237-41f1-4300-9807-e4f0634ad2df tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 949 time: 0.0606718 Mar 07 15:34:49.890837 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-b4583035-2801-483f-b529-30d760720190 req-64db9bc8-30dc-42f6-ac7e-25c484e827b2 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Deleting port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:34:49.891397 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-b4583035-2801-483f-b529-30d760720190 req-64db9bc8-30dc-42f6-ac7e-25c484e827b2 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:49.995442 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-b4583035-2801-483f-b529-30d760720190 req-64db9bc8-30dc-42f6-ac7e-25c484e827b2 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] For port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=2d596340-f8cd-41d2-984a-ec46e3f2e5bb,segment=NetworkSegment(39542b60-a0b4-40fd-b528-21e43fcfec94),segment_id=39542b60-a0b4-40fd-b528-21e43fcfec94)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:49.996137 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-b4583035-2801-483f-b529-30d760720190 req-64db9bc8-30dc-42f6-ac7e-25c484e827b2 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:50.018692 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-b4583035-2801-483f-b529-30d760720190 req-64db9bc8-30dc-42f6-ac7e-25c484e827b2 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Calling delete_port for 2d596340-f8cd-41d2-984a-ec46e3f2e5bb owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:34:50.240376 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a93e3-7227-49a7-8e7f-b8021802d7b1 req-e4962da8-c474-4dc2-b7b3-60cc800925d5 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:50.241705 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b63a93e3-7227-49a7-8e7f-b8021802d7b1 req-e4962da8-c474-4dc2-b7b3-60cc800925d5 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 946 time: 0.1252964 Mar 07 15:34:50.269917 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-b4583035-2801-483f-b529-30d760720190 req-64db9bc8-30dc-42f6-ac7e-25c484e827b2 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (2d596340-f8cd-41d2-984a-ec46e3f2e5bb), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:50.285015 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['2d596340-f8cd-41d2-984a-ec46e3f2e5bb'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:34:50.285625 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018b669-d8a6-4d12-ba37-9fae3dfce45f req-85f6d1c7-ca22-4eaf-98a1-22ce22ea723c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:50.287208 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8018b669-d8a6-4d12-ba37-9fae3dfce45f req-85f6d1c7-ca22-4eaf-98a1-22ce22ea723c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0983481 Mar 07 15:34:50.314750 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db9bc8-30dc-42f6-ac7e-25c484e827b2 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Pushing event deleted for resources: {'Port': ['ID=2d596340-f8cd-41d2-984a-ec46e3f2e5bb,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:50.364415 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b63a93e3-7227-49a7-8e7f-b8021802d7b1 req-c825e227-4ac5-48e0-afb2-032d5b456489 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030998 Mar 07 15:34:50.435412 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8018b669-d8a6-4d12-ba37-9fae3dfce45f req-f5281bc5-6870-4c60-95e2-6859010acd22 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244483 Mar 07 15:34:50.474614 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-304c0968-fc50-450e-b2ec-17d77e649335 req-322876ed-2aba-48a9-ba55-6f5dfd9199af tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a963965-988d-479c-9a4f-0d026c084df7 HTTP/1.1" status: 200 len: 210 time: 0.0568402 Mar 07 15:34:50.489389 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4583035-2801-483f-b529-30d760720190 req-64db9bc8-30dc-42f6-ac7e-25c484e827b2 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] No DVR routers for this DVR port 2d596340-f8cd-41d2-984a-ec46e3f2e5bb on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:34:50.501088 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-b4583035-2801-483f-b529-30d760720190 req-64db9bc8-30dc-42f6-ac7e-25c484e827b2 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:50.504599 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b4583035-2801-483f-b529-30d760720190 req-64db9bc8-30dc-42f6-ac7e-25c484e827b2 tempest-VolumesNegativeTest-474162854 tempest-VolumesNegativeTest-474162854-project] 10.222.0.30 "DELETE /v2.0/ports/2d596340-f8cd-41d2-984a-ec46e3f2e5bb HTTP/1.1" status: 204 len: 173 time: 0.7256186 Mar 07 15:34:50.505080 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a963965-988d-479c-9a4f-0d026c084df7', 'name': 'network-vif-deleted', 'tag': '2d596340-f8cd-41d2-984a-ec46e3f2e5bb'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:34:50.507444 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb1642d-5fc8-4752-800c-73f8275f2f17" -d '{"events": [{"server_uuid": "3a963965-988d-479c-9a4f-0d026c084df7", "name": "network-vif-deleted", "tag": "2d596340-f8cd-41d2-984a-ec46e3f2e5bb"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:34:50.605348 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ef51cc-03ca-4413-80f2-47bca23e70a4 x-openstack-request-id: req-50ef51cc-03ca-4413-80f2-47bca23e70a4 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:34:50.605652 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a963965-988d-479c-9a4f-0d026c084df7", "name": "network-vif-deleted", "tag": "2d596340-f8cd-41d2-984a-ec46e3f2e5bb", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:34:50.605907 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50ef51cc-03ca-4413-80f2-47bca23e70a4 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:34:50.606372 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a963965-988d-479c-9a4f-0d026c084df7', 'name': 'network-vif-deleted', 'tag': '2d596340-f8cd-41d2-984a-ec46e3f2e5bb', 'status': 'completed', 'code': 200} Mar 07 15:34:50.619811 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da48ba-3732-4a83-93f6-17aafcbde41f req-43a9da85-6f4e-4151-bf78-4f888423a93a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:50.627021 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-50da48ba-3732-4a83-93f6-17aafcbde41f req-43a9da85-6f4e-4151-bf78-4f888423a93a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0846357 Mar 07 15:34:50.713896 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:50.722302 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-50da48ba-3732-4a83-93f6-17aafcbde41f req-6fb6aedd-669f-4240-918b-302fe5bba517 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938418 Mar 07 15:34:51.330942 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 57892) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:51.335954 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-4dcbef6d-d112-496f-9b1b-a8247b0e2d42 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--130139767', 'description': 'tempest-description--1911770330'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:34:51.372525 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4dcbef6d-d112-496f-9b1b-a8247b0e2d42 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:51.468507 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4dcbef6d-d112-496f-9b1b-a8247b0e2d42 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (ada5db6c-b2a8-4fbc-9e84-5dcfc036e699), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:51.477016 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4dcbef6d-d112-496f-9b1b-a8247b0e2d42 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (ada5db6c-b2a8-4fbc-9e84-5dcfc036e699), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:51.506545 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d039627-04cd-40f6-908f-dc9643fd7349 req-f0d0ab8c-1e5f-415e-bb82-88bb616952f4 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:51.509176 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1d039627-04cd-40f6-908f-dc9643fd7349 req-f0d0ab8c-1e5f-415e-bb82-88bb616952f4 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 946 time: 0.0734720 Mar 07 15:34:51.518797 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4dcbef6d-d112-496f-9b1b-a8247b0e2d42 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:51.524047 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-4dcbef6d-d112-496f-9b1b-a8247b0e2d42 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1875706 Mar 07 15:34:51.524412 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 57900) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:51.525056 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbef6d-d112-496f-9b1b-a8247b0e2d42 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:51.540851 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-41c034d1-8143-4f95-8f46-f6b7649601fe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'security_group_rule': {'security_group_id': 'ada5db6c-b2a8-4fbc-9e84-5dcfc036e699', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:34:51.594249 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1d039627-04cd-40f6-908f-dc9643fd7349 req-0bfcbea9-f280-40a8-92c4-0a8017227d95 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762634 Mar 07 15:34:51.596656 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-41c034d1-8143-4f95-8f46-f6b7649601fe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (0645c05e-8a2f-40ae-8051-f5e72ad5435d), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:51.662071 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cf856-0799-4179-971c-017d148034bc req-dd977c2f-5e3b-4f06-a56c-c23ffa218c2f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:51.663574 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-465cf856-0799-4179-971c-017d148034bc req-dd977c2f-5e3b-4f06-a56c-c23ffa218c2f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.1014647 Mar 07 15:34:51.728802 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-41c034d1-8143-4f95-8f46-f6b7649601fe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (0645c05e-8a2f-40ae-8051-f5e72ad5435d), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:51.738429 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-41c034d1-8143-4f95-8f46-f6b7649601fe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (0645c05e-8a2f-40ae-8051-f5e72ad5435d), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:51.766039 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-465cf856-0799-4179-971c-017d148034bc req-f30e9829-7cfa-44a4-9bf3-fafa78c82eeb tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810666 Mar 07 15:34:51.776676 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c034d1-8143-4f95-8f46-f6b7649601fe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0645c05e-8a2f-40ae-8051-f5e72ad5435d,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:51.794125 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-41c034d1-8143-4f95-8f46-f6b7649601fe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:51.796053 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-41c034d1-8143-4f95-8f46-f6b7649601fe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2683575 Mar 07 15:34:51.798919 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 57914) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:51.808330 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-2364315a-c5b8-44f8-9528-e1e477e5fd2f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'security_group_rule': {'security_group_id': 'ada5db6c-b2a8-4fbc-9e84-5dcfc036e699', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:34:51.840743 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2364315a-c5b8-44f8-9528-e1e477e5fd2f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (b9b03d0a-22b5-422c-8e66-4e112a466be6), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:51.896758 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:51.916037 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad744352-835e-4f22-9498-beecfbb41bda req-5435f803-aacd-41bd-8464-fa27eb92b68e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:51.922572 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ad744352-835e-4f22-9498-beecfbb41bda req-5435f803-aacd-41bd-8464-fa27eb92b68e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0960498 Mar 07 15:34:51.928607 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2364315a-c5b8-44f8-9528-e1e477e5fd2f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (b9b03d0a-22b5-422c-8e66-4e112a466be6), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:51.937659 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2364315a-c5b8-44f8-9528-e1e477e5fd2f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (b9b03d0a-22b5-422c-8e66-4e112a466be6), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:51.959424 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364315a-c5b8-44f8-9528-e1e477e5fd2f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b03d0a-22b5-422c-8e66-4e112a466be6,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:51.973318 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2364315a-c5b8-44f8-9528-e1e477e5fd2f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:51.974624 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-2364315a-c5b8-44f8-9528-e1e477e5fd2f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1743641 Mar 07 15:34:51.977958 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 57928) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:51.984633 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ad744352-835e-4f22-9498-beecfbb41bda req-cf1e35d3-3798-4a40-8488-8b77777c28e4 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580823 Mar 07 15:34:51.986838 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'floatingip': {'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:34:52.022873 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:52.125648 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:52.209458 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ca332-df55-4ce4-98c3-271ceb4b1d93 req-56efa715-efb3-4d1f-a714-4d7eb27941b9 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:52.210976 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a73ca332-df55-4ce4-98c3-271ceb4b1d93 req-56efa715-efb3-4d1f-a714-4d7eb27941b9 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.30 "GET /v2.0/ports?device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 946 time: 0.0550168 Mar 07 15:34:52.241017 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Allocated IP 172.27.3.97 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/46b8bc92-3a8b-4042-9c73-eb62a57f2318) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:34:52.365771 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for port (46b8bc92-3a8b-4042-9c73-eb62a57f2318), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:52.417404 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (46b8bc92-3a8b-4042-9c73-eb62a57f2318), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:52.422568 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-a73ca332-df55-4ce4-98c3-271ceb4b1d93 req-1bb4211d-b481-4de0-a56c-df1924eff1f3 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Deleting port e2ccea40-f90b-4945-8f90-bfe642d78300 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:34:52.426086 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-a73ca332-df55-4ce4-98c3-271ceb4b1d93 req-1bb4211d-b481-4de0-a56c-df1924eff1f3 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (e2ccea40-f90b-4945-8f90-bfe642d78300), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:52.464882 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:34:52.470447 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:34:52.474754 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:34:52.481415 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'Port': ['ID=46b8bc92-3a8b-4042-9c73-eb62a57f2318,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:52.525189 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-a73ca332-df55-4ce4-98c3-271ceb4b1d93 req-1bb4211d-b481-4de0-a56c-df1924eff1f3 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] For port e2ccea40-f90b-4945-8f90-bfe642d78300, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e2ccea40-f90b-4945-8f90-bfe642d78300,segment=NetworkSegment(23704e2a-06e8-4e8a-8f26-08100d49ba74),segment_id=23704e2a-06e8-4e8a-8f26-08100d49ba74)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:52.525764 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-a73ca332-df55-4ce4-98c3-271ceb4b1d93 req-1bb4211d-b481-4de0-a56c-df1924eff1f3 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (e2ccea40-f90b-4945-8f90-bfe642d78300), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:52.540313 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-a73ca332-df55-4ce4-98c3-271ceb4b1d93 req-1bb4211d-b481-4de0-a56c-df1924eff1f3 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Calling delete_port for e2ccea40-f90b-4945-8f90-bfe642d78300 owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:34:52.574938 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (359bac88-c22a-4f9b-9557-2a0826e64265), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:52.619476 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (46b8bc92-3a8b-4042-9c73-eb62a57f2318), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:52.665343 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bc61b-9ede-4928-b14f-130e319b9c68 req-339a68a0-e509-4048-96c3-c941d871078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:52.666903 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d30bc61b-9ede-4928-b14f-130e319b9c68 req-339a68a0-e509-4048-96c3-c941d871078c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=733d7788dbf7454e945a255ad9d4f9f1&device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 1129 time: 0.0746505 Mar 07 15:34:52.795756 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb855b58-bd04-46fc-a2be-819d80c766c0 req-fbc398e7-c282-48e2-88fe-dc49461b07b5 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:52.797590 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-bb855b58-bd04-46fc-a2be-819d80c766c0 req-fbc398e7-c282-48e2-88fe-dc49461b07b5 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/ports?device_id=a81963bf-3a51-430b-ae3a-b0de60a4fa19 HTTP/1.1" status: 200 len: 946 time: 0.1255975 Mar 07 15:34:52.817989 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-a73ca332-df55-4ce4-98c3-271ceb4b1d93 req-1bb4211d-b481-4de0-a56c-df1924eff1f3 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (e2ccea40-f90b-4945-8f90-bfe642d78300), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:52.831270 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['e2ccea40-f90b-4945-8f90-bfe642d78300'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:34:52.856617 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4211d-b481-4de0-a56c-df1924eff1f3 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Pushing event deleted for resources: {'Port': ['ID=e2ccea40-f90b-4945-8f90-bfe642d78300,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:52.860415 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bc61b-9ede-4928-b14f-130e319b9c68 req-3c56fd37-0eb0-4e51-813d-9b170776eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:52.862250 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d30bc61b-9ede-4928-b14f-130e319b9c68 req-3c56fd37-0eb0-4e51-813d-9b170776eb95 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4dacc321-0235-4232-8deb-30a0cd8e5de6 HTTP/1.1" status: 200 len: 918 time: 0.1829369 Mar 07 15:34:52.891674 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-bb855b58-bd04-46fc-a2be-819d80c766c0 req-884d4cf1-becb-40b3-8218-e3b0158c40c1 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e7b059c-7445-4863-a53a-c09ca4feb9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841422 Mar 07 15:34:52.905838 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for port (46b8bc92-3a8b-4042-9c73-eb62a57f2318), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:52.921549 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7627396'] for port (46b8bc92-3a8b-4042-9c73-eb62a57f2318), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:52.984736 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73ca332-df55-4ce4-98c3-271ceb4b1d93 req-1bb4211d-b481-4de0-a56c-df1924eff1f3 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] No DVR routers for this DVR port e2ccea40-f90b-4945-8f90-bfe642d78300 on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:34:52.988542 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-a73ca332-df55-4ce4-98c3-271ceb4b1d93 req-1bb4211d-b481-4de0-a56c-df1924eff1f3 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:52.991927 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a73ca332-df55-4ce4-98c3-271ceb4b1d93 req-1bb4211d-b481-4de0-a56c-df1924eff1f3 tempest-VolumesActionsTest-1294773384 tempest-VolumesActionsTest-1294773384-project] 10.222.0.30 "DELETE /v2.0/ports/e2ccea40-f90b-4945-8f90-bfe642d78300 HTTP/1.1" status: 204 len: 173 time: 0.6769488 Mar 07 15:34:52.994752 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'Port': ['ID=46b8bc92-3a8b-4042-9c73-eb62a57f2318,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:53.008555 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (359bac88-c22a-4f9b-9557-2a0826e64265), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:53.014606 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81963bf-3a51-430b-ae3a-b0de60a4fa19', 'name': 'network-vif-deleted', 'tag': 'e2ccea40-f90b-4945-8f90-bfe642d78300'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:34:53.017708 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbbd37f-c74e-4eb9-b7af-1cfa264d454c" -d '{"events": [{"server_uuid": "a81963bf-3a51-430b-ae3a-b0de60a4fa19", "name": "network-vif-deleted", "tag": "e2ccea40-f90b-4945-8f90-bfe642d78300"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:34:53.030635 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:53.032059 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-a0cb20c8-ae4e-432c-b483-afc7d006f38f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0530832 Mar 07 15:34:53.053892 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d30bc61b-9ede-4928-b14f-130e319b9c68 req-6682c71c-ce93-4d58-9723-ebae735dad82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d13cb24-b41f-4a74-8b11-a458cb005022 HTTP/1.1" status: 200 len: 1000 time: 0.1718903 Mar 07 15:34:53.070480 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f6f9a-0c8f-499e-a6fd-6dabf25c01ab req-9692a3ee-b6fe-46d2-bdc6-0d8db609b788 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:53.072241 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-297f6f9a-0c8f-499e-a6fd-6dabf25c01ab req-9692a3ee-b6fe-46d2-bdc6-0d8db609b788 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.1900916 Mar 07 15:34:53.164970 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d35c3-cf32-4b99-b1d8-79809ff7cf8e req-cca530ae-e933-415a-94d5-ff57cf64d1b3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:53.166688 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-620d35c3-cf32-4b99-b1d8-79809ff7cf8e req-cca530ae-e933-415a-94d5-ff57cf64d1b3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0773487 Mar 07 15:34:53.198698 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bc61b-9ede-4928-b14f-130e319b9c68 req-e42e34d7-4fcc-434e-a6a3-73e09f438064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:53.200196 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d30bc61b-9ede-4928-b14f-130e319b9c68 req-e42e34d7-4fcc-434e-a6a3-73e09f438064 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fa3af63-c79c-44c8-be3f-b0aa201a012b HTTP/1.1" status: 200 len: 856 time: 0.1219168 Mar 07 15:34:53.218412 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-297f6f9a-0c8f-499e-a6fd-6dabf25c01ab req-d69aac14-10ae-4165-9e60-d80bbb4e6dc8 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273875 Mar 07 15:34:53.227616 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-620d35c3-cf32-4b99-b1d8-79809ff7cf8e req-8f9b9378-2661-4ee4-a572-18efad71e196 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524497 Mar 07 15:34:53.279938 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15501421-52e4-4ad6-8b1f-e8a2dea17c81 x-openstack-request-id: req-15501421-52e4-4ad6-8b1f-e8a2dea17c81 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:34:53.280339 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81963bf-3a51-430b-ae3a-b0de60a4fa19", "name": "network-vif-deleted", "tag": "e2ccea40-f90b-4945-8f90-bfe642d78300", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:34:53.280684 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15501421-52e4-4ad6-8b1f-e8a2dea17c81 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:34:53.281160 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81963bf-3a51-430b-ae3a-b0de60a4fa19', 'name': 'network-vif-deleted', 'tag': 'e2ccea40-f90b-4945-8f90-bfe642d78300', 'status': 'completed', 'code': 200} Mar 07 15:34:53.298412 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bc61b-9ede-4928-b14f-130e319b9c68 req-b6324ab6-0188-45e8-8373-3648b906d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:53.299921 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d30bc61b-9ede-4928-b14f-130e319b9c68 req-b6324ab6-0188-45e8-8373-3648b906d0e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dacc321-0235-4232-8deb-30a0cd8e5de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779331 Mar 07 15:34:53.382513 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-6b8b52e9-c0b2-4aed-a9ee-ac12d85e71e6 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--130139767&fields=id&tenant_id=d5415959ffad4b7183eed207f8afd560 HTTP/1.1" status: 200 len: 267 time: 0.0475185 Mar 07 15:34:53.404682 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d30bc61b-9ede-4928-b14f-130e319b9c68 req-636352d7-7bad-456c-8df6-c791c990fca3 service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943244 Mar 07 15:34:53.489923 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-e9bf04b1-e93c-4dba-bd20-21ea8400a50a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:53.494952 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-e9bf04b1-e93c-4dba-bd20-21ea8400a50a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/networks?id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 200 len: 814 time: 0.1093357 Mar 07 15:34:53.505633 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d30bc61b-9ede-4928-b14f-130e319b9c68 req-8509e541-66f8-4165-a9ef-45e3068c81a8 service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933392 Mar 07 15:34:53.508830 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-c5bbbdd5-05d1-4350-94c9-b91a7d29697b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/quotas/d5415959ffad4b7183eed207f8afd560 HTTP/1.1" status: 200 len: 375 time: 0.0099733 Mar 07 15:34:53.573216 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-e26e91db-b396-4fd6-ac65-c8e34394fcfb tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577722 Mar 07 15:34:53.692526 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-b0f47249-416f-4e76-8d49-311864b581a9 service neutron] 10.222.0.26 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055031 Mar 07 15:34:53.790943 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-f1ff7647-1950-43ec-9f7b-92bb0c85a705 service neutron] 10.222.0.26 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925982 Mar 07 15:34:53.970074 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9a243ca3-20b2-409d-89de-58cda9c758fd req-1481c3ab-4a14-40ee-bc73-66f9cd9366ad tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 210 time: 0.0476015 Mar 07 15:34:54.379110 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 2d596340-f8cd-41d2-984a-ec46e3f2e5bb no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:34:54.388844 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8dd17-9691-42ae-8fa0-5bb46333cfe2 req-e3622c4a-a24e-4803-a23e-7edb169cb4c0 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:54.395022 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe127d-c60a-4297-8a6e-eb065e5456a0 req-9cb37552-208e-47d6-b69b-c4637564a291 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:54.396834 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-35d8dd17-9691-42ae-8fa0-5bb46333cfe2 req-e3622c4a-a24e-4803-a23e-7edb169cb4c0 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0984411 Mar 07 15:34:54.402164 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0abe127d-c60a-4297-8a6e-eb065e5456a0 req-9cb37552-208e-47d6-b69b-c4637564a291 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 945 time: 0.0936832 Mar 07 15:34:54.449233 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: 2d596340-f8cd-41d2-984a-ec46e3f2e5bb {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:34:54.449687 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 2d596340-f8cd-41d2-984a-ec46e3f2e5bb not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:34:54.450096 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 7d13cb24-b41f-4a74-8b11-a458cb005022 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:34:54.461552 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0abe127d-c60a-4297-8a6e-eb065e5456a0 req-17a82814-9473-4e77-8d57-a1c65a70c295 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583997 Mar 07 15:34:54.492110 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-35d8dd17-9691-42ae-8fa0-5bb46333cfe2 req-6f6ce45e-8dca-4b4a-afce-46b3fec68c1b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943341 Mar 07 15:34:54.722615 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 7d13cb24-b41f-4a74-8b11-a458cb005022 is: ACTIVE; New status is: DOWN {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:34:54.723389 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:54.759905 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d13cb24-b41f-4a74-8b11-a458cb005022'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:34:54.762797 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86562b84-7638-454b-a43a-eb6cd123be30" -d '{"events": [{"server_uuid": "2c91451f-f341-465a-a96a-5d6b5cfa343e", "name": "network-vif-unplugged", "status": "completed", "tag": "7d13cb24-b41f-4a74-8b11-a458cb005022"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:34:54.776907 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 7d13cb24-b41f-4a74-8b11-a458cb005022, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7d13cb24-b41f-4a74-8b11-a458cb005022,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:34:54.782076 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:54.783060 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device e2ccea40-f90b-4945-8f90-bfe642d78300 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:34:54.807561 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: e2ccea40-f90b-4945-8f90-bfe642d78300 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:34:54.808087 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device e2ccea40-f90b-4945-8f90-bfe642d78300 not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:34:54.811072 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 15:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f561986-fa18-483c-a6b0-d5223eeee036 x-openstack-request-id: req-4f561986-fa18-483c-a6b0-d5223eeee036 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:34:54.811479 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c91451f-f341-465a-a96a-5d6b5cfa343e", "name": "network-vif-unplugged", "status": "completed", "tag": "7d13cb24-b41f-4a74-8b11-a458cb005022", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:34:54.811777 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f561986-fa18-483c-a6b0-d5223eeee036 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:34:54.812249 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'code': 200} Mar 07 15:34:54.857390 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=7d13cb24-b41f-4a74-8b11-a458cb005022,revision_number=8']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:55.083620 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-eaee0d9d-5a3c-4635-8c42-08709161b885 req-98539a2b-4ace-40b6-bd81-da928664bc95 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 210 time: 0.0423887 Mar 07 15:34:55.230135 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-953a223f-caf1-41c5-8d85-358352e0a2ea tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:55.231579 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-953a223f-caf1-41c5-8d85-358352e0a2ea tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "GET /v2.0/networks?id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 200 len: 814 time: 0.1006103 Mar 07 15:34:55.581069 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10e07f-4b8a-4211-9ce7-0d8c1983b935 req-5f80be17-5e5c-41e4-9458-aeab694e0f55 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:55.582494 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5f10e07f-4b8a-4211-9ce7-0d8c1983b935 req-5f80be17-5e5c-41e4-9458-aeab694e0f55 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0564775 Mar 07 15:34:55.612195 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b8b0a-a92c-4755-9073-2954b284473e req-97866e81-d5cb-4e8e-b0bd-b955f5935561 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:55.613657 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-181b8b0a-a92c-4755-9073-2954b284473e req-97866e81-d5cb-4e8e-b0bd-b955f5935561 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0520236 Mar 07 15:34:55.628468 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5f10e07f-4b8a-4211-9ce7-0d8c1983b935 req-d7f36704-6205-4427-b482-b95ef6c44490 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404575 Mar 07 15:34:55.664860 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-181b8b0a-a92c-4755-9073-2954b284473e req-95aa571d-47e6-4387-8903-fc2e49bc9f2f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456092 Mar 07 15:34:56.178204 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c271867d-3565-4a18-871a-ad8de7ac6f4b req-4ebc2e17-2796-42cd-87ae-0260bf109502 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 210 time: 0.0273681 Mar 07 15:34:56.194008 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 58250) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:56.342343 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-ed64afb7-1119-497b-b1d6-1b8587c5b494 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c845fed216341c59825510db88e7af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471720 Mar 07 15:34:56.344894 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 58254) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:34:56.390670 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8024f808-2a96-4694-b229-a519539080ec admin admin] Publish callbacks [] for security_group (1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:56.411080 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8024f808-2a96-4694-b229-a519539080ec admin admin] Publish callbacks [] for security_group (1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:56.460851 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8024f808-2a96-4694-b229-a519539080ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:56.463556 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8024f808-2a96-4694-b229-a519539080ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:56.464725 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-8024f808-2a96-4694-b229-a519539080ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b HTTP/1.1" status: 204 len: 168 time: 0.1188974 Mar 07 15:34:56.472744 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024f808-2a96-4694-b229-a519539080ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3b5145-c7dd-48a1-bf7f-36aa2a889b3b,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:56.764489 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcba6ba-3f7a-42b5-95fc-498b1762693c req-8219bfed-506e-4a91-b530-aceca0d95ca4 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:56.766298 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8fcba6ba-3f7a-42b5-95fc-498b1762693c req-8219bfed-506e-4a91-b530-aceca0d95ca4 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0650141 Mar 07 15:34:56.793834 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083bf8f-31e0-4469-b342-92b801b1a74d req-26e40528-0567-44d8-a533-4a97f58c7fcf tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:56.796487 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a083bf8f-31e0-4469-b342-92b801b1a74d req-26e40528-0567-44d8-a533-4a97f58c7fcf tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0608599 Mar 07 15:34:56.818691 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8fcba6ba-3f7a-42b5-95fc-498b1762693c req-829b65e3-1485-4031-9dfb-b34a9fd66a1d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460455 Mar 07 15:34:56.852653 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a083bf8f-31e0-4469-b342-92b801b1a74d req-11739801-2348-4777-b453-f6bed711c80f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501642 Mar 07 15:34:57.275055 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c4f8fb52-743a-4d6c-aaa4-9bc6173e3f42 req-3226a028-ca50-4f00-82f5-60ce8a340efd tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 210 time: 0.0326550 Mar 07 15:34:57.894015 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-388a74d3-bfe7-4771-b506-60f00bff37fd tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5415959ffad4b7183eed207f8afd560 HTTP/1.1" status: 200 len: 472 time: 0.0687871 Mar 07 15:34:57.912795 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-4879cc72-faed-458b-a2a5-867847ae35f5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'port': {'device_id': 'dc64dee2-3c6c-4a6e-94b5-aa615b2f8601', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'admin_state_up': True, 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'security_groups': ['ada5db6c-b2a8-4fbc-9e84-5dcfc036e699']}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:34:57.969026 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7dc84-13f1-4c0e-8c09-929bd101ab89 req-7bf1f61f-a9e0-4676-8616-902664cf4525 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:57.970526 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c5b7dc84-13f1-4c0e-8c09-929bd101ab89 req-7bf1f61f-a9e0-4676-8616-902664cf4525 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0512166 Mar 07 15:34:58.017525 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83afb9-2475-4aee-94a0-5ace80365f64 req-2b11269c-f96b-4651-b2ab-761d6178c8fc tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:58.019045 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ec83afb9-2475-4aee-94a0-5ace80365f64 req-2b11269c-f96b-4651-b2ab-761d6178c8fc tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.1200716 Mar 07 15:34:58.023318 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c5b7dc84-13f1-4c0e-8c09-929bd101ab89 req-35d1fe37-d08a-4e6f-a4c9-a1f2a55aa959 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469038 Mar 07 15:34:58.080535 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-4879cc72-faed-458b-a2a5-867847ae35f5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Made reservation on behalf of d5415959ffad4b7183eed207f8afd560 for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:34:58.083817 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-4879cc72-faed-458b-a2a5-867847ae35f5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:58.095680 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ec83afb9-2475-4aee-94a0-5ace80365f64 req-876ff8e1-1e6a-40ba-a6b1-dab72e703a7d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664973 Mar 07 15:34:58.208463 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-4879cc72-faed-458b-a2a5-867847ae35f5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Allocated IP 172.20.0.5 (e8b5ca41-79ff-414a-a637-6b4498d8f9ac/caea1b3f-a80c-4138-ad4b-bb4ae0b4063a/f0eec9c5-118a-4fd0-907b-2390df694301) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:34:58.358592 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-4879cc72-faed-458b-a2a5-867847ae35f5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for port (f0eec9c5-118a-4fd0-907b-2390df694301), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:58.379922 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c80e78f9-f4b5-480a-999c-ef87e7919b12 req-e9005cc0-88da-4143-9a04-504b6d7c0d16 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 210 time: 0.0291371 Mar 07 15:34:58.402626 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-4879cc72-faed-458b-a2a5-867847ae35f5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (f0eec9c5-118a-4fd0-907b-2390df694301), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:58.445906 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-4879cc72-faed-458b-a2a5-867847ae35f5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Network e8b5ca41-79ff-414a-a637-6b4498d8f9ac is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:34:58.448766 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-4879cc72-faed-458b-a2a5-867847ae35f5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:34:58.452500 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-4879cc72-faed-458b-a2a5-867847ae35f5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:34:58.458948 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879cc72-faed-458b-a2a5-867847ae35f5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'Port': ['ID=f0eec9c5-118a-4fd0-907b-2390df694301,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:58.510257 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-4879cc72-faed-458b-a2a5-867847ae35f5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:58.510560 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-4879cc72-faed-458b-a2a5-867847ae35f5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:58.530395 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-4879cc72-faed-458b-a2a5-867847ae35f5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6211510 Mar 07 15:34:58.546554 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Request body: {'port': {'device_id': 'dc64dee2-3c6c-4a6e-94b5-aa615b2f8601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:34:58.614792 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (f0eec9c5-118a-4fd0-907b-2390df694301), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:58.739282 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-9f60b2a6-ff0b-4425-90e1-80bdeb706e96 None None] Provisioning complete for port f0eec9c5-118a-4fd0-907b-2390df694301 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:34:58.740373 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-9f60b2a6-ff0b-4425-90e1-80bdeb706e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (f0eec9c5-118a-4fd0-907b-2390df694301), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:58.775637 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-9f60b2a6-ff0b-4425-90e1-80bdeb706e96 None None] Port f0eec9c5-118a-4fd0-907b-2390df694301 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:34:58.897615 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0eec9c5-118a-4fd0-907b-2390df694301 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:34:58.905577 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Publish callbacks [] for port (f0eec9c5-118a-4fd0-907b-2390df694301), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:58.918015 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Transition to ACTIVE for port object f0eec9c5-118a-4fd0-907b-2390df694301 will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:34:58.922572 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (f0eec9c5-118a-4fd0-907b-2390df694301), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:58.973890 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Pushing event updated for resources: {'Port': ['ID=f0eec9c5-118a-4fd0-907b-2390df694301,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:59.067651 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Attempting to bind port f0eec9c5-118a-4fd0-907b-2390df694301 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:34:59.068190 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Attempting to bind port f0eec9c5-118a-4fd0-907b-2390df694301 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:34:59.068687 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Attempting to bind port f0eec9c5-118a-4fd0-907b-2390df694301 on network e8b5ca41-79ff-414a-a637-6b4498d8f9ac {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:34:59.073781 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Port f0eec9c5-118a-4fd0-907b-2390df694301 on network e8b5ca41-79ff-414a-a637-6b4498d8f9ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:34:59.074124 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Attempting to bind port f0eec9c5-118a-4fd0-907b-2390df694301 on network e8b5ca41-79ff-414a-a637-6b4498d8f9ac {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:34:59.083508 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:34:59.083857 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Checking segment: {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:34:59.084245 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Bound using segment: {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:34:59.086641 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Bound port: f0eec9c5-118a-4fd0-907b-2390df694301, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:34:59.087022 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (f0eec9c5-118a-4fd0-907b-2390df694301), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:59.234914 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28296d4a-b953-4a83-86bc-928a6028b961 req-fa85b754-1151-4796-bd0d-340f8d8ddf7e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:59.236517 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-28296d4a-b953-4a83-86bc-928a6028b961 req-fa85b754-1151-4796-bd0d-340f8d8ddf7e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.1191697 Mar 07 15:34:59.237940 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] For port f0eec9c5-118a-4fd0-907b-2390df694301, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:34:59.241435 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] For port f0eec9c5-118a-4fd0-907b-2390df694301, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f0eec9c5-118a-4fd0-907b-2390df694301,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:34:59.253726 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6778f89-f7c0-4f52-bf37-bb4e5d6eeb0d req-ab0d6163-505e-4b8d-b9b5-90e071999cce tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:59.261224 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f6778f89-f7c0-4f52-bf37-bb4e5d6eeb0d req-ab0d6163-505e-4b8d-b9b5-90e071999cce tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0661025 Mar 07 15:34:59.276682 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (f0eec9c5-118a-4fd0-907b-2390df694301), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:59.333416 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f6778f89-f7c0-4f52-bf37-bb4e5d6eeb0d req-c791b66e-3e50-409d-9496-4d1af01b3467 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694053 Mar 07 15:34:59.344794 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:59.345547 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:34:59.347217 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] 10.222.0.30 "PUT /v2.0/ports/f0eec9c5-118a-4fd0-907b-2390df694301 HTTP/1.1" status: 200 len: 1093 time: 0.8055902 Mar 07 15:34:59.349430 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc64dee2-3c6c-4a6e-94b5-aa615b2f8601', 'tag': 'f0eec9c5-118a-4fd0-907b-2390df694301'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:34:59.351924 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78650da4-414b-4d0f-a86b-1a87fc06f876" -d '{"events": [{"name": "network-changed", "server_uuid": "dc64dee2-3c6c-4a6e-94b5-aa615b2f8601", "tag": "f0eec9c5-118a-4fd0-907b-2390df694301"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:34:59.390522 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-28296d4a-b953-4a83-86bc-928a6028b961 req-52a7316d-5acc-427f-82b7-30ccba09ccb1 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436977 Mar 07 15:34:59.413136 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1edf95-88b3-40df-8c58-b7ecb3fc8382 x-openstack-request-id: req-ce1edf95-88b3-40df-8c58-b7ecb3fc8382 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:34:59.413489 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc64dee2-3c6c-4a6e-94b5-aa615b2f8601", "tag": "f0eec9c5-118a-4fd0-907b-2390df694301", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:34:59.413812 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce1edf95-88b3-40df-8c58-b7ecb3fc8382 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:34:59.414499 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc64dee2-3c6c-4a6e-94b5-aa615b2f8601', 'tag': 'f0eec9c5-118a-4fd0-907b-2390df694301', 'status': 'completed', 'code': 200} Mar 07 15:34:59.420234 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a92e6-04f7-430f-adce-99c1a3a9f9ac service neutron] Pushing event updated for resources: {'Port': ['ID=f0eec9c5-118a-4fd0-907b-2390df694301,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:34:59.571670 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c99732-d970-47c5-ae3b-d87108dc730d req-4f046a35-78a3-46bb-8d07-a0afa090cc12 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:34:59.574126 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-21c99732-d970-47c5-ae3b-d87108dc730d req-4f046a35-78a3-46bb-8d07-a0afa090cc12 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 943 time: 0.0739541 Mar 07 15:34:59.649077 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-21c99732-d970-47c5-ae3b-d87108dc730d req-fba52878-ead1-461a-aef7-c232bef52b35 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625691 Mar 07 15:35:00.004308 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [req-f47eb9e7-a4de-4789-9c81-944c7ca6f047 req-b50eb066-0b7c-4cc6-8f19-7fd8650136a9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:35:00.005258 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f47eb9e7-a4de-4789-9c81-944c7ca6f047 req-b50eb066-0b7c-4cc6-8f19-7fd8650136a9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053101 Mar 07 15:35:00.220172 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f22b0-434d-4db4-a596-601ccffd885f req-90680b3e-1991-4886-a318-bb65396fecfa tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:00.228360 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-002f22b0-434d-4db4-a596-601ccffd885f req-90680b3e-1991-4886-a318-bb65396fecfa tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0840230 Mar 07 15:35:00.295317 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-002f22b0-434d-4db4-a596-601ccffd885f req-c4665c94-9c77-4b96-8052-7de9cdf50752 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651498 Mar 07 15:35:00.518657 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a80e32-cc19-436e-84d3-57a095c485c2 req-b1998036-8440-421b-a015-9a249ce1fe1c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:00.523984 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b0a80e32-cc19-436e-84d3-57a095c485c2 req-b1998036-8440-421b-a015-9a249ce1fe1c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0642598 Mar 07 15:35:00.603754 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 58382) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:00.605016 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b0a80e32-cc19-436e-84d3-57a095c485c2 req-ef9e9366-854a-486d-be72-613c8cd88761 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720170 Mar 07 15:35:00.719321 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a45deed9-766c-42d6-93e8-f4220036b948 req-9d0f3755-2997-4ca3-b672-d7dda1e5a4d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1140175 Mar 07 15:35:00.730735 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [req-a45deed9-766c-42d6-93e8-f4220036b948 req-17badbff-f1f9-4c31-96a9-666a4a38fcb9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:35:00.737799 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a45deed9-766c-42d6-93e8-f4220036b948 req-17badbff-f1f9-4c31-96a9-666a4a38fcb9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111818 Mar 07 15:35:00.821904 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 58394) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:00.844885 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7731d14-51b9-4e89-9afc-18cd05aeb1bc req-7675aace-e3c7-4af1-bc58-e95b80e301f0 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:00.847099 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e7731d14-51b9-4e89-9afc-18cd05aeb1bc req-7675aace-e3c7-4af1-bc58-e95b80e301f0 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 943 time: 0.0944893 Mar 07 15:35:00.899593 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e7731d14-51b9-4e89-9afc-18cd05aeb1bc req-3b07ff95-286c-46cc-a2a5-37fb65e70787 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460033 Mar 07 15:35:00.955177 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45deed9-766c-42d6-93e8-f4220036b948 req-952c6a0c-b3cb-415f-97ce-f3f06b476d79 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:00.956620 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a45deed9-766c-42d6-93e8-f4220036b948 req-952c6a0c-b3cb-415f-97ce-f3f06b476d79 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports/7d13cb24-b41f-4a74-8b11-a458cb005022 HTTP/1.1" status: 200 len: 940 time: 0.1333301 Mar 07 15:35:01.542232 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c697ee9-68c8-4c74-aa3b-1ed5139e586b req-63dc0e7f-2b25-40a1-8c82-96e2d822440b tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:01.544990 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5c697ee9-68c8-4c74-aa3b-1ed5139e586b req-63dc0e7f-2b25-40a1-8c82-96e2d822440b tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.1560371 Mar 07 15:35:01.612738 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5c697ee9-68c8-4c74-aa3b-1ed5139e586b req-bdcf08c5-466d-4679-abd3-d3c149e1407b tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611176 Mar 07 15:35:01.751880 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a13dd-7026-4cfc-bc0d-752dba607e50 req-dc1a7a02-c0ae-4e4f-be8f-8902ea7e1a19 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:01.753475 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a04a13dd-7026-4cfc-bc0d-752dba607e50 req-dc1a7a02-c0ae-4e4f-be8f-8902ea7e1a19 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0585577 Mar 07 15:35:01.804801 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a04a13dd-7026-4cfc-bc0d-752dba607e50 req-9d115c8a-7a3b-44c3-9165-1d47126113b4 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443232 Mar 07 15:35:01.882807 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78650da4-414b-4d0f-a86b-1a87fc06f876 req-7aa2b0da-51ea-4c9b-abfd-b35077e2c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:01.884408 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-78650da4-414b-4d0f-a86b-1a87fc06f876 req-7aa2b0da-51ea-4c9b-abfd-b35077e2c280 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 1127 time: 0.0737674 Mar 07 15:35:02.005578 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78650da4-414b-4d0f-a86b-1a87fc06f876 req-1601c491-7a5d-4819-a186-0ae2fef44b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:02.007694 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-78650da4-414b-4d0f-a86b-1a87fc06f876 req-1601c491-7a5d-4819-a186-0ae2fef44b15 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d5415959ffad4b7183eed207f8afd560&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1077459 Mar 07 15:35:02.104344 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce6c19-ab92-4f33-a1b2-f39967a4dd6d req-93f67044-27e7-4475-b30c-a9739f96194e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:02.108362 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-10ce6c19-ab92-4f33-a1b2-f39967a4dd6d req-93f67044-27e7-4475-b30c-a9739f96194e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 943 time: 0.0768573 Mar 07 15:35:02.182864 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78650da4-414b-4d0f-a86b-1a87fc06f876 req-eff808fd-5329-4f2b-95a3-37db7f33ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:02.184444 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-78650da4-414b-4d0f-a86b-1a87fc06f876 req-eff808fd-5329-4f2b-95a3-37db7f33ea98 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1656995 Mar 07 15:35:02.191631 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-10ce6c19-ab92-4f33-a1b2-f39967a4dd6d req-a2795bfa-6fc0-4dfd-85d8-f219b8af2118 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736747 Mar 07 15:35:02.281076 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-9357b736-8a9f-4737-82e5-19b522cf997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:02.283002 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-9357b736-8a9f-4737-82e5-19b522cf997d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 1127 time: 0.0568335 Mar 07 15:35:02.341669 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-118f94a6-61f8-4e10-8bed-3452b96e29e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0eec9c5-118a-4fd0-907b-2390df694301 HTTP/1.1" status: 200 len: 217 time: 0.0430992 Mar 07 15:35:02.402097 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-83266e6a-6ae2-4b27-868e-3222becbc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:02.404287 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-83266e6a-6ae2-4b27-868e-3222becbc649 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=caea1b3f-a80c-4138-ad4b-bb4ae0b4063a HTTP/1.1" status: 200 len: 853 time: 0.0564744 Mar 07 15:35:02.460294 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-cf8e6002-c36d-4c5d-9d32-3b2bc6a6557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:02.461765 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-cf8e6002-c36d-4c5d-9d32-3b2bc6a6557b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506468 Mar 07 15:35:02.573904 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-6b3a3d10-c5ec-4741-9cb2-eb198ccbaec8 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003563 Mar 07 15:35:02.687924 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2e0ebc5f-b746-4b49-a0e5-772e48636fb4 req-861176f6-a927-4837-b361-50d75447fa42 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043406 Mar 07 15:35:02.786553 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819349e-1368-48aa-95fd-5a0109ea45ff req-26b0fe70-f7da-412e-8899-ade6d3a090c1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:02.793700 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7819349e-1368-48aa-95fd-5a0109ea45ff req-26b0fe70-f7da-412e-8899-ade6d3a090c1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0917552 Mar 07 15:35:02.847910 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 7d13cb24-b41f-4a74-8b11-a458cb005022 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:35:02.900741 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7819349e-1368-48aa-95fd-5a0109ea45ff req-67d4f388-af2d-4a08-bb5b-12822353a506 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064384 Mar 07 15:35:03.068104 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f396a5c-231e-4619-8ed6-d3d374598229 req-72489e3f-6f38-4518-9efa-46262aa51982 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:03.069645 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1f396a5c-231e-4619-8ed6-d3d374598229 req-72489e3f-6f38-4518-9efa-46262aa51982 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.1167240 Mar 07 15:35:03.083677 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 7d13cb24-b41f-4a74-8b11-a458cb005022 is: DOWN; New status is: DOWN {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:35:03.160988 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1f396a5c-231e-4619-8ed6-d3d374598229 req-347de383-433e-4cb7-9b58-f43df5535d74 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822575 Mar 07 15:35:03.336279 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64e578-3d87-481f-b0a4-9dcc301dcb69 req-272ff76f-baa7-47e7-882f-a14f85b318fc tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:03.338638 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-bd64e578-3d87-481f-b0a4-9dcc301dcb69 req-272ff76f-baa7-47e7-882f-a14f85b318fc tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 943 time: 0.0660279 Mar 07 15:35:03.462514 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-bd64e578-3d87-481f-b0a4-9dcc301dcb69 req-5030ddce-90cd-4442-a6a6-c28923ef32ce tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173937 Mar 07 15:35:03.480222 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45deed9-766c-42d6-93e8-f4220036b948 req-e00a2f49-5517-451f-8581-46f55ab975a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:03.480866 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a45deed9-766c-42d6-93e8-f4220036b948 req-e00a2f49-5517-451f-8581-46f55ab975a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e&tenant_id=733d7788dbf7454e945a255ad9d4f9f1 HTTP/1.1" status: 200 len: 1127 time: 0.1211114 Mar 07 15:35:04.045869 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cef55a-fc5b-4fdf-aa70-88775005ba0d req-9d1b818b-df45-4abe-832e-38f3d471803c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:04.047411 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-74cef55a-fc5b-4fdf-aa70-88775005ba0d req-9d1b818b-df45-4abe-832e-38f3d471803c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0644727 Mar 07 15:35:04.114879 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-74cef55a-fc5b-4fdf-aa70-88775005ba0d req-c803d16d-8d6d-42f1-8673-4a4008fe64a9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596380 Mar 07 15:35:04.318243 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f63202-8316-4238-a013-d375ff2a6de9 req-213d91e3-ff37-4a1d-924f-562a0c273f88 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:04.319714 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a6f63202-8316-4238-a013-d375ff2a6de9 req-213d91e3-ff37-4a1d-924f-562a0c273f88 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0704062 Mar 07 15:35:04.368453 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a6f63202-8316-4238-a013-d375ff2a6de9 req-004fa730-7e1f-4f33-888d-a3f39c8dd390 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422363 Mar 07 15:35:04.604922 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae30fe-0d2b-41e7-978d-6690062ae64b req-91e9a7f3-4a61-4e89-8c37-e5aaab064835 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:04.607101 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-79ae30fe-0d2b-41e7-978d-6690062ae64b req-91e9a7f3-4a61-4e89-8c37-e5aaab064835 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 943 time: 0.0583572 Mar 07 15:35:04.676639 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-79ae30fe-0d2b-41e7-978d-6690062ae64b req-15408cef-0860-47b1-88c9-737f699f4f57 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601113 Mar 07 15:35:05.253042 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fb79a-1e15-41db-89f8-bf55dd49ef49 req-760cebaf-6cae-48cd-8946-0c9348422912 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:05.254720 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-404fb79a-1e15-41db-89f8-bf55dd49ef49 req-760cebaf-6cae-48cd-8946-0c9348422912 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0641842 Mar 07 15:35:05.312205 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-404fb79a-1e15-41db-89f8-bf55dd49ef49 req-c1f5a96a-c736-4595-9100-40e00d9a2b09 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495646 Mar 07 15:35:05.521913 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda160df-7f62-4f64-a4d2-328eae4944a9 req-3cedc2a5-c91f-4171-a698-d1314969f543 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:05.523834 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-fda160df-7f62-4f64-a4d2-328eae4944a9 req-3cedc2a5-c91f-4171-a698-d1314969f543 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0625749 Mar 07 15:35:05.578225 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-fda160df-7f62-4f64-a4d2-328eae4944a9 req-8ec2ee6b-3588-4b9c-88cc-15e4dd886e1b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457878 Mar 07 15:35:05.797919 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f36ab-0b9e-4dd6-9c23-7345fa8952a1 req-8d4e1358-8f18-4e9b-9e78-32e02ee6b985 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:05.799699 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-164f36ab-0b9e-4dd6-9c23-7345fa8952a1 req-8d4e1358-8f18-4e9b-9e78-32e02ee6b985 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 943 time: 0.0561545 Mar 07 15:35:05.850312 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-164f36ab-0b9e-4dd6-9c23-7345fa8952a1 req-bb278ceb-aaac-4418-8061-1dfb249edcdf tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446661 Mar 07 15:35:06.145299 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45deed9-766c-42d6-93e8-f4220036b948 req-c1b5b315-8216-4b7a-a462-7be57817c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:06.146739 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a45deed9-766c-42d6-93e8-f4220036b948 req-c1b5b315-8216-4b7a-a462-7be57817c076 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=733d7788dbf7454e945a255ad9d4f9f1&device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 1127 time: 0.0507832 Mar 07 15:35:06.258006 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45deed9-766c-42d6-93e8-f4220036b948 req-9bfa6c8c-ead1-4867-9765-8ba45b155bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:06.259105 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a45deed9-766c-42d6-93e8-f4220036b948 req-9bfa6c8c-ead1-4867-9765-8ba45b155bab service neutron] 10.222.0.30 "GET /v2.0/networks?id=4dacc321-0235-4232-8deb-30a0cd8e5de6 HTTP/1.1" status: 200 len: 918 time: 0.1040912 Mar 07 15:35:06.338590 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a45deed9-766c-42d6-93e8-f4220036b948 req-5ad75756-9a49-4d32-a133-4885262d55cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d13cb24-b41f-4a74-8b11-a458cb005022 HTTP/1.1" status: 200 len: 998 time: 0.0722711 Mar 07 15:35:06.464695 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044dc08-6497-4e39-9e4a-d4054a1d631c req-6568cd2b-f602-4329-b74a-74faba350143 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:06.472151 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c044dc08-6497-4e39-9e4a-d4054a1d631c req-6568cd2b-f602-4329-b74a-74faba350143 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0693848 Mar 07 15:35:06.532284 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c044dc08-6497-4e39-9e4a-d4054a1d631c req-3fccff4c-caed-407e-aa19-d3fede26444e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531907 Mar 07 15:35:06.741516 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45deed9-766c-42d6-93e8-f4220036b948 req-b3525f6b-736e-48cb-a64f-257b8995e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:06.742898 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a45deed9-766c-42d6-93e8-f4220036b948 req-b3525f6b-736e-48cb-a64f-257b8995e769 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fa3af63-c79c-44c8-be3f-b0aa201a012b HTTP/1.1" status: 200 len: 856 time: 0.3949752 Mar 07 15:35:06.812881 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3490c07-456e-420a-bf8b-ea60b67f295e req-3ba1be36-660e-41a0-82a3-f9ba6654eec2 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:06.814438 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c3490c07-456e-420a-bf8b-ea60b67f295e req-3ba1be36-660e-41a0-82a3-f9ba6654eec2 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0915489 Mar 07 15:35:06.821229 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45deed9-766c-42d6-93e8-f4220036b948 req-97a81793-a89f-4af6-9a06-348fe309b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:06.822624 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a45deed9-766c-42d6-93e8-f4220036b948 req-97a81793-a89f-4af6-9a06-348fe309b5c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dacc321-0235-4232-8deb-30a0cd8e5de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651441 Mar 07 15:35:06.908574 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c3490c07-456e-420a-bf8b-ea60b67f295e req-b9e1cd47-b5a1-4bfe-a896-95d96d7d9f3e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848644 Mar 07 15:35:06.908869 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device f0eec9c5-118a-4fd0-907b-2390df694301 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:35:06.990168 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a45deed9-766c-42d6-93e8-f4220036b948 req-ca47ad85-77b1-4e06-aca0-237481395752 service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536770 Mar 07 15:35:06.993297 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b143e-0adf-472c-9b3b-438775863f77 req-d90dd64e-65b6-4865-aa7d-6e540435f0ae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:06.994748 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8c9b143e-0adf-472c-9b3b-438775863f77 req-d90dd64e-65b6-4865-aa7d-6e540435f0ae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 943 time: 0.0648170 Mar 07 15:35:07.047218 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port f0eec9c5-118a-4fd0-907b-2390df694301, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f0eec9c5-118a-4fd0-907b-2390df694301,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:35:07.069768 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': 'f0eec9c5-118a-4fd0-907b-2390df694301', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'port_id': 'f0eec9c5-118a-4fd0-907b-2390df694301', 'mac_address': 'fa:16:3e:3f:7f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:35:07.070201 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8c9b143e-0adf-472c-9b3b-438775863f77 req-e540bfc2-d1e4-436e-8eca-105cb2aef3ba tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632150 Mar 07 15:35:07.119378 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a45deed9-766c-42d6-93e8-f4220036b948 req-4f6137e1-4e3c-4f6d-8491-7ec0af32db1d service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228297 Mar 07 15:35:07.135424 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port f0eec9c5-118a-4fd0-907b-2390df694301 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:35:07.142311 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (f0eec9c5-118a-4fd0-907b-2390df694301), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:07.159818 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0eec9c5-118a-4fd0-907b-2390df694301 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:35:07.185487 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port f0eec9c5-118a-4fd0-907b-2390df694301, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f0eec9c5-118a-4fd0-907b-2390df694301,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:35:07.191320 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (f0eec9c5-118a-4fd0-907b-2390df694301), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:07.249822 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=f0eec9c5-118a-4fd0-907b-2390df694301,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:07.503288 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['f0eec9c5-118a-4fd0-907b-2390df694301'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:35:07.671268 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1215b-6719-4a7c-9b7c-8460d1a46a21 req-12452afb-e8e0-4465-af8f-b27aea7a829b tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:07.673133 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0ac1215b-6719-4a7c-9b7c-8460d1a46a21 req-12452afb-e8e0-4465-af8f-b27aea7a829b tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0690033 Mar 07 15:35:07.805249 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0ac1215b-6719-4a7c-9b7c-8460d1a46a21 req-878905e7-1f3f-459e-843d-c55dddc57ccb tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230485 Mar 07 15:35:08.050229 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5c146-b7e0-4e95-b96c-6f3620d33421 req-21504ab6-df9b-4f11-8366-b1bf2456446c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:08.051828 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-7ff5c146-b7e0-4e95-b96c-6f3620d33421 req-21504ab6-df9b-4f11-8366-b1bf2456446c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0592880 Mar 07 15:35:08.131013 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-7ff5c146-b7e0-4e95-b96c-6f3620d33421 req-2213f2fd-6b46-4c93-b2d5-b513a6d0408a tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733492 Mar 07 15:35:08.206313 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d5a78-7b95-4eec-b388-f45fdc855ac6 req-64491e18-4806-4e2d-b88b-5cd857a2fdd3 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:08.208218 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7a5d5a78-7b95-4eec-b388-f45fdc855ac6 req-64491e18-4806-4e2d-b88b-5cd857a2fdd3 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 944 time: 0.0658586 Mar 07 15:35:08.274636 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7a5d5a78-7b95-4eec-b388-f45fdc855ac6 req-80dc84b5-4d0e-4003-9eb6-f34b7b26f77c tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586860 Mar 07 15:35:08.936532 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4486b9d-c8d3-492a-912a-f1c23ba45535 req-6cd46778-a644-4838-a537-fa755b4082a9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:08.939257 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c4486b9d-c8d3-492a-912a-f1c23ba45535 req-6cd46778-a644-4838-a537-fa755b4082a9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0637395 Mar 07 15:35:09.001687 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c4486b9d-c8d3-492a-912a-f1c23ba45535 req-d0c279a3-b5af-4d31-bb0e-004c41dad687 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558474 Mar 07 15:35:09.326010 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190ea75-95b5-45e1-b9b3-89b31f3022d4 req-b33f5b2b-dd4c-4f36-9141-cfa082123723 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:09.327881 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1190ea75-95b5-45e1-b9b3-89b31f3022d4 req-b33f5b2b-dd4c-4f36-9141-cfa082123723 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0875242 Mar 07 15:35:09.412934 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1190ea75-95b5-45e1-b9b3-89b31f3022d4 req-89d6b50e-0e0e-4503-abb0-86a3cf4151a8 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776973 Mar 07 15:35:09.451848 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980f7fd-292c-4180-ae48-c07a0a587272 req-fa35a383-df1b-4b5c-9261-3cee1f5f9b94 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:09.453327 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d980f7fd-292c-4180-ae48-c07a0a587272 req-fa35a383-df1b-4b5c-9261-3cee1f5f9b94 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 944 time: 0.0804288 Mar 07 15:35:09.504950 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d980f7fd-292c-4180-ae48-c07a0a587272 req-76adc873-7681-4f51-888f-a2d2efb94309 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426652 Mar 07 15:35:09.643314 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:35:10.382450 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43192312-e1e9-447a-95d7-cb2e5a078e80 req-ce8bf07e-30ed-4f50-8994-786eea9feb86 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:10.384820 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-43192312-e1e9-447a-95d7-cb2e5a078e80 req-ce8bf07e-30ed-4f50-8994-786eea9feb86 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.1276078 Mar 07 15:35:10.480034 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-43192312-e1e9-447a-95d7-cb2e5a078e80 req-95b01b9f-9a43-48fb-8ecb-fa9b1f16f23c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887852 Mar 07 15:35:10.661331 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa93dca-524b-49c0-aa3e-23e2f02a348c req-b2ec0725-680f-46fd-a238-1a171db20493 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:10.661331 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0aa93dca-524b-49c0-aa3e-23e2f02a348c req-b2ec0725-680f-46fd-a238-1a171db20493 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.1054490 Mar 07 15:35:10.689562 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567edab3-ccf9-49d2-967d-449f112ceebe req-f19613b0-0b57-44fd-b0fa-4adcbc66900a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:10.707788 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-567edab3-ccf9-49d2-967d-449f112ceebe req-f19613b0-0b57-44fd-b0fa-4adcbc66900a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 944 time: 0.1049871 Mar 07 15:35:10.758292 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-567edab3-ccf9-49d2-967d-449f112ceebe req-4d3780a5-34e5-42e8-ae9e-bd0f73761cba tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495174 Mar 07 15:35:10.772314 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0aa93dca-524b-49c0-aa3e-23e2f02a348c req-0c75368b-d3f8-44ab-9a0d-3483e56075f4 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642719 Mar 07 15:35:11.619311 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6261093-4cac-4977-9c26-876330957b17 req-097fdc5f-9b3c-451c-8bc5-a683cf7c83de tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:11.632157 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e6261093-4cac-4977-9c26-876330957b17 req-097fdc5f-9b3c-451c-8bc5-a683cf7c83de tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0782011 Mar 07 15:35:11.678131 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e6261093-4cac-4977-9c26-876330957b17 req-699b6c52-71d3-4374-9105-104102c21590 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447948 Mar 07 15:35:12.013831 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656b9b-1df3-4628-b543-e7651a2c5c6e req-6dae6db3-f58f-402a-8e67-611a07723f8c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:12.025833 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-23656b9b-1df3-4628-b543-e7651a2c5c6e req-6dae6db3-f58f-402a-8e67-611a07723f8c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.1141677 Mar 07 15:35:12.076901 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531df40e-2a67-4cd0-8200-7417a02e7f1c req-3b396307-f83d-42ce-bec9-767874ae627d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:12.079005 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-531df40e-2a67-4cd0-8200-7417a02e7f1c req-3b396307-f83d-42ce-bec9-767874ae627d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 944 time: 0.1556096 Mar 07 15:35:12.101881 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-23656b9b-1df3-4628-b543-e7651a2c5c6e req-cb566c0f-e65a-4610-94ba-89925c82121c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759428 Mar 07 15:35:12.171950 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-531df40e-2a67-4cd0-8200-7417a02e7f1c req-76f2c487-c577-4144-bf97-4ae984ee0254 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844836 Mar 07 15:35:12.931180 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1f46-f97a-4aa8-aa38-0a08404bafc8 req-da6b3500-59ab-4667-b282-e1d54f1a7662 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:12.938334 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cffc1f46-f97a-4aa8-aa38-0a08404bafc8 req-da6b3500-59ab-4667-b282-e1d54f1a7662 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.1031487 Mar 07 15:35:12.954015 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device f0eec9c5-118a-4fd0-907b-2390df694301 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:35:13.011258 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cffc1f46-f97a-4aa8-aa38-0a08404bafc8 req-ce9c02d8-e83f-4ae3-b9a6-983508665dec tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704758 Mar 07 15:35:13.069457 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port f0eec9c5-118a-4fd0-907b-2390df694301 completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:35:13.083729 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port f0eec9c5-118a-4fd0-907b-2390df694301 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:35:13.084367 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (f0eec9c5-118a-4fd0-907b-2390df694301), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:13.245217 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port f0eec9c5-118a-4fd0-907b-2390df694301 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:35:13.245905 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (f0eec9c5-118a-4fd0-907b-2390df694301), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:13.286081 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecb38d-91e9-43f8-a1e8-810e59dbdae5 req-1458a14f-0601-41b9-a9cb-97219adb43eb tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:13.287741 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c3ecb38d-91e9-43f8-a1e8-810e59dbdae5 req-1458a14f-0601-41b9-a9cb-97219adb43eb tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0895429 Mar 07 15:35:13.306973 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port f0eec9c5-118a-4fd0-907b-2390df694301, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f0eec9c5-118a-4fd0-907b-2390df694301,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:35:13.308888 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc64dee2-3c6c-4a6e-94b5-aa615b2f8601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0eec9c5-118a-4fd0-907b-2390df694301'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:35:13.312427 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b61a28e-a92d-4dff-bb6a-023182728118" -d '{"events": [{"server_uuid": "dc64dee2-3c6c-4a6e-94b5-aa615b2f8601", "name": "network-vif-plugged", "status": "completed", "tag": "f0eec9c5-118a-4fd0-907b-2390df694301"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:35:13.316611 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (f0eec9c5-118a-4fd0-907b-2390df694301), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:13.410199 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=f0eec9c5-118a-4fd0-907b-2390df694301,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:13.458316 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c3ecb38d-91e9-43f8-a1e8-810e59dbdae5 req-8dcc8786-cc30-43f3-b9ee-9a6e71d8df86 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581764 Mar 07 15:35:13.537586 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d60a7b-dc47-42b4-9497-481d86fb9a98 req-8d03bdf4-a385-49f9-855e-0874ae61b424 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:13.545158 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-68d60a7b-dc47-42b4-9497-481d86fb9a98 req-8d03bdf4-a385-49f9-855e-0874ae61b424 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 945 time: 0.1244349 Mar 07 15:35:13.551880 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4bb934-9502-4e68-b273-6b550f7b03e5 x-openstack-request-id: req-0f4bb934-9502-4e68-b273-6b550f7b03e5 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:35:13.552182 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc64dee2-3c6c-4a6e-94b5-aa615b2f8601", "name": "network-vif-plugged", "status": "completed", "tag": "f0eec9c5-118a-4fd0-907b-2390df694301", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:35:13.552442 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f4bb934-9502-4e68-b273-6b550f7b03e5 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:35:13.552848 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc64dee2-3c6c-4a6e-94b5-aa615b2f8601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0eec9c5-118a-4fd0-907b-2390df694301', 'code': 200} Mar 07 15:35:13.598685 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-68d60a7b-dc47-42b4-9497-481d86fb9a98 req-e3d5ec50-a0b2-474f-9e7e-6b68722d17eb tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521719 Mar 07 15:35:14.083077 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-a438a4d7-8b8e-4f06-a601-b0570e486a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:14.243640 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87378c-87e6-4711-84e3-1cc4337401b1 req-41fa387a-20dd-458b-a227-ae9bd0c9ef47 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:14.245368 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6f87378c-87e6-4711-84e3-1cc4337401b1 req-41fa387a-20dd-458b-a227-ae9bd0c9ef47 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.1532807 Mar 07 15:35:14.345980 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6f87378c-87e6-4711-84e3-1cc4337401b1 req-2f3e5c83-790f-4520-9a97-57d1969d02dc tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876474 Mar 07 15:35:14.604204 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f947dd-0806-418a-9985-7a3282070132 req-b78ff46d-cf8c-4da9-a9b8-71bcdd705005 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:14.606277 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-63f947dd-0806-418a-9985-7a3282070132 req-b78ff46d-cf8c-4da9-a9b8-71bcdd705005 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0646610 Mar 07 15:35:14.684546 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-63f947dd-0806-418a-9985-7a3282070132 req-f8c37b66-25b8-45ab-b314-84787137b69e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709217 Mar 07 15:35:14.798914 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156fa10-4019-45eb-8658-cdfb854425c3 req-5d9d0268-2aa9-423f-90f2-5c69e228854a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:14.800436 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1156fa10-4019-45eb-8658-cdfb854425c3 req-5d9d0268-2aa9-423f-90f2-5c69e228854a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 945 time: 0.0799906 Mar 07 15:35:14.878454 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1156fa10-4019-45eb-8658-cdfb854425c3 req-9ca1489c-f49c-49dd-9193-ad1ba726d4a2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718396 Mar 07 15:35:15.480339 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d29c23-9c13-4896-82a0-5f34258a47c1 req-8682f44c-8353-4038-8598-14cc2087a576 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:15.481910 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-43d29c23-9c13-4896-82a0-5f34258a47c1 req-8682f44c-8353-4038-8598-14cc2087a576 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0616395 Mar 07 15:35:15.541126 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-43d29c23-9c13-4896-82a0-5f34258a47c1 req-f806aca9-a53a-49f6-b2a3-b2489ad420cc tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532897 Mar 07 15:35:15.819386 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f14356-3e72-4fec-9980-ba2b8316e508 req-5169efa0-116b-4f0d-9d52-8f825421ef11 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:15.820963 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f0f14356-3e72-4fec-9980-ba2b8316e508 req-5169efa0-116b-4f0d-9d52-8f825421ef11 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0580587 Mar 07 15:35:15.874706 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f0f14356-3e72-4fec-9980-ba2b8316e508 req-8edef4ac-4353-4772-b25b-59bc1248f33e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471194 Mar 07 15:35:16.012287 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a45764-b834-4142-9edb-c4a8fe15ffa8 req-12930b25-8d04-4321-a612-b6439582591d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:16.013785 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d5a45764-b834-4142-9edb-c4a8fe15ffa8 req-12930b25-8d04-4321-a612-b6439582591d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 945 time: 0.0576484 Mar 07 15:35:16.067886 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d5a45764-b834-4142-9edb-c4a8fe15ffa8 req-ef3bf5fa-c203-4734-993d-4b74cd364015 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447683 Mar 07 15:35:16.653405 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1951330a-2201-4dfc-9d87-4a176365b1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:16.718101 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42afaf-e956-436b-8184-2029046213de req-62335eda-8984-4d13-8c2e-72767a636c38 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:16.727810 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0b42afaf-e956-436b-8184-2029046213de req-62335eda-8984-4d13-8c2e-72767a636c38 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0790837 Mar 07 15:35:16.797578 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0b42afaf-e956-436b-8184-2029046213de req-a13e0585-5497-4516-97ec-26b1c0cfadc8 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686972 Mar 07 15:35:17.015854 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c462f02-fa79-45f3-b7ad-d623a74bf58e req-a9569790-211f-4e41-a019-6d788f4c70c7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:17.018630 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9c462f02-fa79-45f3-b7ad-d623a74bf58e req-a9569790-211f-4e41-a019-6d788f4c70c7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0754225 Mar 07 15:35:17.081346 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9c462f02-fa79-45f3-b7ad-d623a74bf58e req-4f8fa576-edd9-4b29-b169-de112520a0ab tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533783 Mar 07 15:35:17.213253 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f213eee-8c10-49b6-ad76-5ad86bd451c4 req-6ba66572-a57e-4b56-9883-e3e5f7c492a1 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:17.214981 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9f213eee-8c10-49b6-ad76-5ad86bd451c4 req-6ba66572-a57e-4b56-9883-e3e5f7c492a1 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 945 time: 0.0552247 Mar 07 15:35:17.330663 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9f213eee-8c10-49b6-ad76-5ad86bd451c4 req-fe3a0431-c001-4417-aac6-2a89ecdf9ec1 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093893 Mar 07 15:35:17.644567 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:17.855707 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 58728) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:17.926944 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbfb18-6d64-4d14-a951-8990c15b1c82 req-0cc20d36-2ed2-45e8-8cee-ae1789333821 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:17.928924 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c4dbfb18-6d64-4d14-a951-8990c15b1c82 req-0cc20d36-2ed2-45e8-8cee-ae1789333821 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0594985 Mar 07 15:35:17.979737 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0eefcfa1-6e83-41d6-9a91-fc4b8604aa8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:17.985585 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c4dbfb18-6d64-4d14-a951-8990c15b1c82 req-3184afa4-c97b-465e-a2ee-2bc1e6ef0524 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508304 Mar 07 15:35:18.068477 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0eefcfa1-6e83-41d6-9a91-fc4b8604aa8f admin admin] Publish callbacks [] for security_group (2c487e2d-d629-4e6b-9464-27077ec5ac56), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:18.072387 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0eefcfa1-6e83-41d6-9a91-fc4b8604aa8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (2c487e2d-d629-4e6b-9464-27077ec5ac56), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:18.119609 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-0eefcfa1-6e83-41d6-9a91-fc4b8604aa8f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d09417af13654ebe890e9b886757a96b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594562 Mar 07 15:35:18.119609 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefcfa1-6e83-41d6-9a91-fc4b8604aa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c487e2d-d629-4e6b-9464-27077ec5ac56,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:18.120051 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 58734) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:18.170285 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-96c92db4-b1dc-4fd2-bf24-4225e456eaed admin admin] Publish callbacks [] for security_group (2c487e2d-d629-4e6b-9464-27077ec5ac56), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:18.195509 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-96c92db4-b1dc-4fd2-bf24-4225e456eaed admin admin] Publish callbacks [] for security_group (2c487e2d-d629-4e6b-9464-27077ec5ac56), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:18.257478 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-96c92db4-b1dc-4fd2-bf24-4225e456eaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (2c487e2d-d629-4e6b-9464-27077ec5ac56), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:18.264900 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-96c92db4-b1dc-4fd2-bf24-4225e456eaed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:18.266217 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33eda11-0af2-49bc-8360-332857012588 req-3e07e691-c600-43aa-b7da-ada91f4004a5 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:18.268611 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f33eda11-0af2-49bc-8360-332857012588 req-3e07e691-c600-43aa-b7da-ada91f4004a5 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0738740 Mar 07 15:35:18.270500 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-96c92db4-b1dc-4fd2-bf24-4225e456eaed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c487e2d-d629-4e6b-9464-27077ec5ac56 HTTP/1.1" status: 204 len: 168 time: 0.1494892 Mar 07 15:35:18.287229 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c92db4-b1dc-4fd2-bf24-4225e456eaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c487e2d-d629-4e6b-9464-27077ec5ac56,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:18.358738 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f33eda11-0af2-49bc-8360-332857012588 req-8e7de35d-16c6-4822-9685-07caac09b65a tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764380 Mar 07 15:35:18.487935 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 58744) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:18.496420 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5841f-cfe2-458b-831b-f04bbd4d0334 req-955cf165-c738-40c7-8c85-a9dcc5684ca8 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:18.498489 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00c5841f-cfe2-458b-831b-f04bbd4d0334 req-955cf165-c738-40c7-8c85-a9dcc5684ca8 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 945 time: 0.0901206 Mar 07 15:35:18.556844 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00c5841f-cfe2-458b-831b-f04bbd4d0334 req-ad4cfd86-1d45-4495-8549-b910b1bd2f82 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517170 Mar 07 15:35:18.594916 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Deleting subnet 8f665552-46e9-40f3-afc8-5ff23b872bcc {{(pid=102971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:35:18.598860 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Publish callbacks [] for subnet (8f665552-46e9-40f3-afc8-5ff23b872bcc), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:18.646101 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8227178'] for subnet (8f665552-46e9-40f3-afc8-5ff23b872bcc), precommit_delete_associations {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:18.690121 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (8f665552-46e9-40f3-afc8-5ff23b872bcc), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:18.744731 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7627466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4930682'] for subnet (8f665552-46e9-40f3-afc8-5ff23b872bcc), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:18.768819 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f665552-46e9-40f3-afc8-5ff23b872bcc,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:18.779367 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:18.782856 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8f665552-46e9-40f3-afc8-5ff23b872bcc HTTP/1.1" status: 204 len: 168 time: 0.2934268 Mar 07 15:35:18.784293 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:18.784647 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:18.785020 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:18.785379 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:18.785709 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:18.786072 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:18.786219 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 58748) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:18.786378 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:18.786753 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:18.787057 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:18.787366 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:18.787686 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:18.787998 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:18.788320 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6116d-defe-4a57-af54-073246181b70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:18.859706 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:18.947909 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:18.964094 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3']}} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:18.973783 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23704e2a-06e8-4e8a-8f26-08100d49ba74') {'for_net_delete': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:18.974115 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23704e2a-06e8-4e8a-8f26-08100d49ba74') {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:18.983555 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4916765'] for segment (23704e2a-06e8-4e8a-8f26-08100d49ba74), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:18.987667 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:18.997918 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (23704e2a-06e8-4e8a-8f26-08100d49ba74), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:19.003678 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:35:19.004100 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143150'] for segment (23704e2a-06e8-4e8a-8f26-08100d49ba74), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: Traceback (most recent call last): Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: timer() Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: cb(*args, **kw) Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: return func(*args, **kwargs) Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: self._notify() Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: self.callback(batched_events) Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: event.method(event) Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: return f(self, *a, **k) Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._get(url).json() Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: return self.request(url, 'GET', **kwargs) Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:35:19.005758 dv-cinder-830538-7-iscsi neutron-server[102970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:35:19.064991 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:19.070398 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:19.073796 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] 10.222.0.26 "DELETE /v2.0/networks/fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3 HTTP/1.1" status: 204 len: 168 time: 0.2856078 Mar 07 15:35:19.086798 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8f31b2-40d6-4790-a7b1-1d355bf7b1c3,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:19.094809 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:19.095162 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:19.095506 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:19.095971 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:19.096687 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:19.097053 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:19.097477 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:19.097816 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:19.098170 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:19.098693 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:19.099028 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:19.099360 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:19.099687 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a0d47-5be4-431c-bc3a-bca9e5e677eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:19.122534 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507ce9f-5c60-4bf7-80df-a24a3d675fad req-7a97f790-33e9-4c14-ace4-ce05a1dc9fbe tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:19.124013 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4507ce9f-5c60-4bf7-80df-a24a3d675fad req-7a97f790-33e9-4c14-ace4-ce05a1dc9fbe tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0586448 Mar 07 15:35:19.171907 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4507ce9f-5c60-4bf7-80df-a24a3d675fad req-c8a7e79c-9423-4774-88fe-a80a0faa4e63 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420887 Mar 07 15:35:19.240762 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 58754) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:19.281075 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-23234f6a-2a31-4427-b8df-06aa9ff6fbc0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9ee1d0788964d919055f9f014b67a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390799 Mar 07 15:35:19.283599 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 58756) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:19.330794 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0b92b6fc-4159-487f-80b0-d15877b5c03b admin admin] Publish callbacks [] for security_group (2e7b059c-7445-4863-a53a-c09ca4feb9bc), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:19.352428 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0b92b6fc-4159-487f-80b0-d15877b5c03b admin admin] Publish callbacks [] for security_group (2e7b059c-7445-4863-a53a-c09ca4feb9bc), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:19.407381 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0b92b6fc-4159-487f-80b0-d15877b5c03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (2e7b059c-7445-4863-a53a-c09ca4feb9bc), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:19.410635 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0b92b6fc-4159-487f-80b0-d15877b5c03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:19.415465 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-0b92b6fc-4159-487f-80b0-d15877b5c03b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e7b059c-7445-4863-a53a-c09ca4feb9bc HTTP/1.1" status: 204 len: 168 time: 0.1307452 Mar 07 15:35:19.441716 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92b6fc-4159-487f-80b0-d15877b5c03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7b059c-7445-4863-a53a-c09ca4feb9bc,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:19.522013 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0db1e-35f2-4343-81b9-569ad17ab726 req-15cc1bcd-4aba-418a-bfff-46f925b10c16 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:19.527868 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4bc0db1e-35f2-4343-81b9-569ad17ab726 req-15cc1bcd-4aba-418a-bfff-46f925b10c16 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0660338 Mar 07 15:35:19.575149 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4bc0db1e-35f2-4343-81b9-569ad17ab726 req-80985b9b-72f9-4adf-a845-406ee259b095 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458572 Mar 07 15:35:19.652293 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecadbe-ede2-4407-81d4-b68843ad6ae8 req-64fed592-d1ba-4ce3-ba1f-b39f10d642f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:19.653994 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4fecadbe-ede2-4407-81d4-b68843ad6ae8 req-64fed592-d1ba-4ce3-ba1f-b39f10d642f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 1129 time: 0.0483336 Mar 07 15:35:19.693081 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e10cb-aad1-4eb8-ac8f-05a5aacf43b2 req-480a396a-279a-4d62-b335-546350c0a9c2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:19.694543 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-379e10cb-aad1-4eb8-ac8f-05a5aacf43b2 req-480a396a-279a-4d62-b335-546350c0a9c2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 945 time: 0.0542667 Mar 07 15:35:19.710436 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4fecadbe-ede2-4407-81d4-b68843ad6ae8 req-6d6080c2-6f23-4e18-b295-4b54559f740a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444014 Mar 07 15:35:19.744623 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-379e10cb-aad1-4eb8-ac8f-05a5aacf43b2 req-34a30cfb-1cf6-473a-9852-515b651b903d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404119 Mar 07 15:35:20.300636 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb01dc-3650-4b9d-a595-397f6c3c0aba req-f98cae3e-5666-4100-aec2-550ea396558a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:20.302086 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d4bb01dc-3650-4b9d-a595-397f6c3c0aba req-f98cae3e-5666-4100-aec2-550ea396558a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0537510 Mar 07 15:35:20.354436 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d4bb01dc-3650-4b9d-a595-397f6c3c0aba req-a25d56db-8f5a-4e8e-a1e8-6bd87d94bc00 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468807 Mar 07 15:35:20.679632 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:20.720046 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03266775-ce08-43eb-8636-a8a47f739da5 req-e22cfc25-8f98-4937-bfe6-4c83217fe123 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:20.721925 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-03266775-ce08-43eb-8636-a8a47f739da5 req-e22cfc25-8f98-4937-bfe6-4c83217fe123 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0571330 Mar 07 15:35:20.768656 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-03266775-ce08-43eb-8636-a8a47f739da5 req-29713da9-42e1-47d4-a729-0f346f53c3ce tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 Mar 07 15:35:20.864465 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cdd21-bb0c-4772-9d36-101b7862cbcc req-3fb9674c-aa7b-499b-9979-5c13eaa3255a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:20.866126 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a25cdd21-bb0c-4772-9d36-101b7862cbcc req-3fb9674c-aa7b-499b-9979-5c13eaa3255a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 945 time: 0.0532479 Mar 07 15:35:20.914784 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a25cdd21-bb0c-4772-9d36-101b7862cbcc req-f29176c4-13cd-4989-97be-cb06e18eb280 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433326 Mar 07 15:35:21.476142 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122cdde-4dda-435f-bfe0-a97835d3aa4b req-17c58032-6989-42a2-ab88-a59d7825aa68 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:21.477983 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3122cdde-4dda-435f-bfe0-a97835d3aa4b req-17c58032-6989-42a2-ab88-a59d7825aa68 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0541985 Mar 07 15:35:21.527380 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3122cdde-4dda-435f-bfe0-a97835d3aa4b req-1f2e2a59-ac05-4681-8cbc-2330d43dd843 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434411 Mar 07 15:35:21.886525 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dfee0-5cd5-40fd-a3a4-36db54611b0b req-e07a385e-1c5c-4159-ba5c-d3df2283c601 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:21.888292 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-080dfee0-5cd5-40fd-a3a4-36db54611b0b req-e07a385e-1c5c-4159-ba5c-d3df2283c601 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0525987 Mar 07 15:35:21.895190 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:21.936317 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-080dfee0-5cd5-40fd-a3a4-36db54611b0b req-e5f4da18-6b2e-43c6-93d2-65fa6e984af1 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421667 Mar 07 15:35:22.031736 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb74bf-421f-472e-9ccc-f22031b8e171 req-701f3891-8974-4942-9401-156cc4a5d1a7 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:22.033189 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6aeb74bf-421f-472e-9ccc-f22031b8e171 req-701f3891-8974-4942-9401-156cc4a5d1a7 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 945 time: 0.0518680 Mar 07 15:35:22.082238 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6aeb74bf-421f-472e-9ccc-f22031b8e171 req-61643c21-c512-47b7-8043-39f3a802c074 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435724 Mar 07 15:35:22.202173 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c322896-bb08-49f4-9fb5-eedf39988b78 req-bb5a19c4-e6cd-4edb-85e2-4372a76452c9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:22.203556 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6c322896-bb08-49f4-9fb5-eedf39988b78 req-bb5a19c4-e6cd-4edb-85e2-4372a76452c9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 945 time: 0.0561771 Mar 07 15:35:22.211930 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 58856) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:22.216660 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-d9d693d9-9f3c-40e3-b4c3-be24d357a939 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'floatingip': {'port_id': 'f0eec9c5-118a-4fd0-907b-2390df694301'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:35:22.255531 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d9d693d9-9f3c-40e3-b4c3-be24d357a939 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (359bac88-c22a-4f9b-9557-2a0826e64265), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:22.482756 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f2fcf8cc-1dea-4f25-bd0d-8ee4b2de9a9a req-daf955b0-ecfd-499f-9957-031ecbc63f09 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1255934 Mar 07 15:35:22.653043 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcf8cc-1dea-4f25-bd0d-8ee4b2de9a9a req-a5d99b56-7bbc-4c7b-8132-c947f03fede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:22.654567 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f2fcf8cc-1dea-4f25-bd0d-8ee4b2de9a9a req-a5d99b56-7bbc-4c7b-8132-c947f03fede8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e962918ae84466af119c960ead2477&device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 1129 time: 0.1325655 Mar 07 15:35:22.662906 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d9c69-efbf-47b7-b0f3-d557a26585ec req-9ff811ca-8966-417c-a4c0-eb200afe08d9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:22.664390 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-138d9c69-efbf-47b7-b0f3-d557a26585ec req-9ff811ca-8966-417c-a4c0-eb200afe08d9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0629742 Mar 07 15:35:22.715240 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-138d9c69-efbf-47b7-b0f3-d557a26585ec req-5769fb7c-b03d-4da9-a8b7-60960215764d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425026 Mar 07 15:35:22.834800 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcf8cc-1dea-4f25-bd0d-8ee4b2de9a9a req-1afe159d-e19b-4d74-9c1e-23c64bf15f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:22.836255 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f2fcf8cc-1dea-4f25-bd0d-8ee4b2de9a9a req-1afe159d-e19b-4d74-9c1e-23c64bf15f71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a3e19fb-ac43-49de-ad3a-edd6be34b622 HTTP/1.1" status: 200 len: 919 time: 0.1336164 Mar 07 15:35:22.909744 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f2fcf8cc-1dea-4f25-bd0d-8ee4b2de9a9a req-1dfb461f-a452-497a-9788-3b758567952d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=858b99fc-1c7a-417f-8b1b-5f2b7e3403bf HTTP/1.1" status: 200 len: 217 time: 0.0399423 Mar 07 15:35:22.930881 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d9d693d9-9f3c-40e3-b4c3-be24d357a939 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:22.953784 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d9d693d9-9f3c-40e3-b4c3-be24d357a939 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (359bac88-c22a-4f9b-9557-2a0826e64265), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:23.010202 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcf8cc-1dea-4f25-bd0d-8ee4b2de9a9a req-c105a396-b254-49ec-91ba-725e97cbdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:23.011633 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f2fcf8cc-1dea-4f25-bd0d-8ee4b2de9a9a req-c105a396-b254-49ec-91ba-725e97cbdf32 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a390f6-dd0f-4d34-8b55-d38294a0eeaa HTTP/1.1" status: 200 len: 858 time: 0.0940666 Mar 07 15:35:23.091267 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f2fcf8cc-1dea-4f25-bd0d-8ee4b2de9a9a req-34a7e6b4-3c73-4f82-a643-5f17dae1ab3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a3e19fb-ac43-49de-ad3a-edd6be34b622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679643 Mar 07 15:35:23.141992 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.l3_db [None req-d9d693d9-9f3c-40e3-b4c3-be24d357a939 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Floating IP 359bac88-c22a-4f9b-9557-2a0826e64265 associated. External IP: 172.27.3.97, port: f0eec9c5-118a-4fd0-907b-2390df694301. Mar 07 15:35:23.217164 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3ff84-f969-4241-839d-a2cd9c2b7310 req-e588f84a-f28f-4f25-9db5-522e3821e38e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:23.218737 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8db3ff84-f969-4241-839d-a2cd9c2b7310 req-e588f84a-f28f-4f25-9db5-522e3821e38e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.2104635 Mar 07 15:35:23.334745 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f2fcf8cc-1dea-4f25-bd0d-8ee4b2de9a9a req-3b2e19cb-243e-4abb-b234-2b2458d5f404 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309101 Mar 07 15:35:23.337789 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8db3ff84-f969-4241-839d-a2cd9c2b7310 req-328b25c0-3ebf-41ef-aa9b-0f9925dfd7eb tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093791 Mar 07 15:35:23.748512 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f2fcf8cc-1dea-4f25-bd0d-8ee4b2de9a9a req-840bf1e0-907c-4669-8065-9352ed60a6c3 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005919 Mar 07 15:35:23.755734 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d693d9-9f3c-40e3-b4c3-be24d357a939 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Router 9cafc903-c97d-4f42-a2a8-6a44561b6009 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:35:23.855035 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2978f-6345-444f-bde1-03c1571b5764 req-9af70aac-95e9-49b0-a645-c0a812c136f9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:23.857187 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6fe2978f-6345-444f-bde1-03c1571b5764 req-9af70aac-95e9-49b0-a645-c0a812c136f9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0547829 Mar 07 15:35:23.871019 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d693d9-9f3c-40e3-b4c3-be24d357a939 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:35:23.876521 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d9d693d9-9f3c-40e3-b4c3-be24d357a939 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:23.882706 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2d26f-0e70-41b1-a6b3-c59e3be4984f None None] Sync routers for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:35:23.899770 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2d26f-0e70-41b1-a6b3-c59e3be4984f None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:35:23.900661 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3eb2d26f-0e70-41b1-a6b3-c59e3be4984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:35:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:23.907460 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-d9d693d9-9f3c-40e3-b4c3-be24d357a939 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "PUT /v2.0/floatingips/359bac88-c22a-4f9b-9557-2a0826e64265 HTTP/1.1" status: 200 len: 990 time: 1.6944952 Mar 07 15:35:23.910685 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc64dee2-3c6c-4a6e-94b5-aa615b2f8601', 'tag': 'f0eec9c5-118a-4fd0-907b-2390df694301'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:35:23.913725 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32025e48-b119-4072-81ac-1ea2ac25d933" -d '{"events": [{"name": "network-changed", "server_uuid": "dc64dee2-3c6c-4a6e-94b5-aa615b2f8601", "tag": "f0eec9c5-118a-4fd0-907b-2390df694301"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:35:23.927682 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6fe2978f-6345-444f-bde1-03c1571b5764 req-8dacf231-f825-4e05-bfef-f5ee5dc5fecc tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648673 Mar 07 15:35:23.965872 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f089c508-14ff-4726-9a64-3107df4e03c0 x-openstack-request-id: req-f089c508-14ff-4726-9a64-3107df4e03c0 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:35:23.966211 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc64dee2-3c6c-4a6e-94b5-aa615b2f8601", "tag": "f0eec9c5-118a-4fd0-907b-2390df694301", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:35:23.966471 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f089c508-14ff-4726-9a64-3107df4e03c0 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:35:23.966930 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc64dee2-3c6c-4a6e-94b5-aa615b2f8601', 'tag': 'f0eec9c5-118a-4fd0-907b-2390df694301', 'status': 'completed', 'code': 200} Mar 07 15:35:24.074002 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025e48-b119-4072-81ac-1ea2ac25d933 req-546f08cf-5d4c-4d36-b8a9-7f24d0f19531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:24.075793 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32025e48-b119-4072-81ac-1ea2ac25d933 req-546f08cf-5d4c-4d36-b8a9-7f24d0f19531 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 1129 time: 0.0763319 Mar 07 15:35:24.078892 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70816be0-ab19-4700-9d4b-153f9849af65 req-fbf8d35b-f065-4315-9ab1-939934b85004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:24.080404 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-70816be0-ab19-4700-9d4b-153f9849af65 req-fbf8d35b-f065-4315-9ab1-939934b85004 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 1129 time: 0.0892673 Mar 07 15:35:24.113776 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-3eb2d26f-0e70-41b1-a6b3-c59e3be4984f None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:35:24.190793 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-70816be0-ab19-4700-9d4b-153f9849af65 req-3b1f24d1-151e-448c-b142-bbbfef8fad5e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897968 Mar 07 15:35:24.210152 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025e48-b119-4072-81ac-1ea2ac25d933 req-672f29cb-5841-49de-bc3d-b341e0c5b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:24.211636 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32025e48-b119-4072-81ac-1ea2ac25d933 req-672f29cb-5841-49de-bc3d-b341e0c5b878 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 200 len: 915 time: 0.1182187 Mar 07 15:35:24.341156 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3eb2d26f-0e70-41b1-a6b3-c59e3be4984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '359bac88-c22a-4f9b-9557-2a0826e64265', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': 'f0eec9c5-118a-4fd0-907b-2390df694301', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:3f:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc64dee2-3c6c-4a6e-94b5-aa615b2f8601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:34:52Z', 'updated_at': '2022-03-07T15:35:22Z', 'revision_number': 1, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}, {'id': '7af7bd07-9cfa-4467-8de2-4cf9bd6b6699', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:a0:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:32:45Z', 'updated_at': '2022-03-07T15:33:23Z', 'revision_number': 2, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:24.373522 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2d26f-0e70-41b1-a6b3-c59e3be4984f None None] Checking router: 9cafc903-c97d-4f42-a2a8-6a44561b6009 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:35:24.381726 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2d26f-0e70-41b1-a6b3-c59e3be4984f None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:35:24.382355 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3eb2d26f-0e70-41b1-a6b3-c59e3be4984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:35:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:24.459734 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fe39c-46bf-47aa-8dde-b51fea8a901b req-0e3546c8-fb10-467f-9e92-b317f4fe0367 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:24.461381 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-521fe39c-46bf-47aa-8dde-b51fea8a901b req-0e3546c8-fb10-467f-9e92-b317f4fe0367 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0582292 Mar 07 15:35:24.473529 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32025e48-b119-4072-81ac-1ea2ac25d933 req-88f6e151-48bf-44f7-aa34-046313c9b4b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0eec9c5-118a-4fd0-907b-2390df694301 HTTP/1.1" status: 200 len: 998 time: 0.0650802 Mar 07 15:35:24.499418 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-3eb2d26f-0e70-41b1-a6b3-c59e3be4984f None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:35:24.516534 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-521fe39c-46bf-47aa-8dde-b51fea8a901b req-789be7c9-011b-4b25-b999-69f09681155f tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492878 Mar 07 15:35:24.529830 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025e48-b119-4072-81ac-1ea2ac25d933 req-0454449a-4744-4a84-82a6-c80a1cc3a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:24.531523 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32025e48-b119-4072-81ac-1ea2ac25d933 req-0454449a-4744-4a84-82a6-c80a1cc3a99d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=caea1b3f-a80c-4138-ad4b-bb4ae0b4063a HTTP/1.1" status: 200 len: 853 time: 0.0508363 Mar 07 15:35:24.585844 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025e48-b119-4072-81ac-1ea2ac25d933 req-2fb86914-d903-46a1-8df5-9434c23b3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:24.587417 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32025e48-b119-4072-81ac-1ea2ac25d933 req-2fb86914-d903-46a1-8df5-9434c23b3dbc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489662 Mar 07 15:35:24.689759 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32025e48-b119-4072-81ac-1ea2ac25d933 req-e3d6496e-b545-455d-ba2d-617f8227f1e9 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837975 Mar 07 15:35:24.735778 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3eb2d26f-0e70-41b1-a6b3-c59e3be4984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '359bac88-c22a-4f9b-9557-2a0826e64265', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': 'f0eec9c5-118a-4fd0-907b-2390df694301', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:3f:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc64dee2-3c6c-4a6e-94b5-aa615b2f8601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:34:52Z', 'updated_at': '2022-03-07T15:35:22Z', 'revision_number': 1, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}, {'id': '7af7bd07-9cfa-4467-8de2-4cf9bd6b6699', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:a0:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:32:45Z', 'updated_at': '2022-03-07T15:33:23Z', 'revision_number': 2, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:24.767834 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2d26f-0e70-41b1-a6b3-c59e3be4984f None None] The sync data for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi is: [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '359bac88-c22a-4f9b-9557-2a0826e64265', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': 'f0eec9c5-118a-4fd0-907b-2390df694301', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:3f:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc64dee2-3c6c-4a6e-94b5-aa615b2f8601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:34:52Z', 'updated_at': '2022-03-07T15:35:22Z', 'revision_number': 1, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}, {'id': '7af7bd07-9cfa-4467-8de2-4cf9bd6b6699', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:a0:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:32:45Z', 'updated_at': '2022-03-07T15:33:23Z', 'revision_number': 2, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:35:24.788560 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32025e48-b119-4072-81ac-1ea2ac25d933 req-9717c07e-82ba-4edb-afca-7f2d6a7d059f service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902181 Mar 07 15:35:24.967722 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2222da7-6e25-4ddd-9b94-bb484984a69a None None] New status for floating IP 359bac88-c22a-4f9b-9557-2a0826e64265: ACTIVE {{(pid=102972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:35:25.054127 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2a8f2-dea9-4787-abed-a0530e81d613 req-04d6986e-955a-4dcc-9741-6968eb058825 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:25.055612 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6fc2a8f2-dea9-4787-abed-a0530e81d613 req-04d6986e-955a-4dcc-9741-6968eb058825 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0512040 Mar 07 15:35:25.105001 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6fc2a8f2-dea9-4787-abed-a0530e81d613 req-2adcdc1d-48e5-4f68-a2a9-c1ad060bde04 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436385 Mar 07 15:35:25.638571 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a11170-c035-4089-80dd-33723923262b req-68d37db1-6bb9-4f61-8bdd-e92842f8c04d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:25.640063 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-17a11170-c035-4089-80dd-33723923262b req-68d37db1-6bb9-4f61-8bdd-e92842f8c04d tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0516346 Mar 07 15:35:25.688171 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-17a11170-c035-4089-80dd-33723923262b req-6e7ea507-9996-4ad4-8b3e-fb3e113f125a tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426581 Mar 07 15:35:26.067499 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9811-9d5b-4e73-9923-d319da036556 req-2947a4c0-5c38-4f86-a712-77aa2f7e0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:26.068910 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-efec9811-9d5b-4e73-9923-d319da036556 req-2947a4c0-5c38-4f86-a712-77aa2f7e0895 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e962918ae84466af119c960ead2477&device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 1129 time: 0.0811760 Mar 07 15:35:26.079051 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e038d33-134b-4eec-9c91-01edd630f409 req-7d2371c8-9456-459b-8de7-a65926370665 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:26.080387 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7e038d33-134b-4eec-9c91-01edd630f409 req-7d2371c8-9456-459b-8de7-a65926370665 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0807216 Mar 07 15:35:26.179467 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7e038d33-134b-4eec-9c91-01edd630f409 req-0b5b175c-114a-4758-8f8a-bb5a3f30bfec tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913422 Mar 07 15:35:26.202494 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9811-9d5b-4e73-9923-d319da036556 req-cebbfdee-dabb-477d-997a-d387d1c5ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:26.204069 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-efec9811-9d5b-4e73-9923-d319da036556 req-cebbfdee-dabb-477d-997a-d387d1c5ce53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a3e19fb-ac43-49de-ad3a-edd6be34b622 HTTP/1.1" status: 200 len: 919 time: 0.1228499 Mar 07 15:35:26.247621 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b776f-963f-411b-b643-afbd491c7765 req-3dc72641-efea-487d-abac-2e98cba2d5fe tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:26.249090 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-986b776f-963f-411b-b643-afbd491c7765 req-3dc72641-efea-487d-abac-2e98cba2d5fe tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 943 time: 0.0673225 Mar 07 15:35:26.259649 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-efec9811-9d5b-4e73-9923-d319da036556 req-37d0ad9c-7230-4aa4-95aa-bd8586147ebc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 HTTP/1.1" status: 200 len: 217 time: 0.0385716 Mar 07 15:35:26.301015 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-986b776f-963f-411b-b643-afbd491c7765 req-5927bc2d-413b-4849-9c1e-3682d32d7db1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462501 Mar 07 15:35:26.310585 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9811-9d5b-4e73-9923-d319da036556 req-45ec7bb9-af1a-4128-9289-e4f98cfbbea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:26.312075 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-efec9811-9d5b-4e73-9923-d319da036556 req-45ec7bb9-af1a-4128-9289-e4f98cfbbea2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a390f6-dd0f-4d34-8b55-d38294a0eeaa HTTP/1.1" status: 200 len: 858 time: 0.0453191 Mar 07 15:35:26.344069 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-efec9811-9d5b-4e73-9923-d319da036556 req-c4116f3d-c64e-42eb-b140-c5baf3e1911f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a3e19fb-ac43-49de-ad3a-edd6be34b622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252964 Mar 07 15:35:26.444320 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-efec9811-9d5b-4e73-9923-d319da036556 req-5bf97814-d15c-4b4e-a8ab-d14dddf79b65 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895741 Mar 07 15:35:26.531319 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-efec9811-9d5b-4e73-9923-d319da036556 req-fc2bc9f7-4cd2-47b6-b54f-3f36e378ff51 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806704 Mar 07 15:35:27.047401 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 7d13cb24-b41f-4a74-8b11-a458cb005022 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:35:27.145251 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 7d13cb24-b41f-4a74-8b11-a458cb005022, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7d13cb24-b41f-4a74-8b11-a458cb005022,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:35:27.155342 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'port_id': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'mac_address': 'fa:16:3e:d2:3b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:35:27.191499 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 7d13cb24-b41f-4a74-8b11-a458cb005022 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:35:27.191887 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:27.205175 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d13cb24-b41f-4a74-8b11-a458cb005022 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:35:27.225242 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 7d13cb24-b41f-4a74-8b11-a458cb005022, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7d13cb24-b41f-4a74-8b11-a458cb005022,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:35:27.229315 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:27.281356 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=7d13cb24-b41f-4a74-8b11-a458cb005022,revision_number=9']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:27.303044 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374dcb2-322d-44e2-a829-0f060304fafb req-938f8c36-923a-4d54-a580-4e7ff825f68a tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:27.304751 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f374dcb2-322d-44e2-a829-0f060304fafb req-938f8c36-923a-4d54-a580-4e7ff825f68a tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0529501 Mar 07 15:35:27.358580 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f374dcb2-322d-44e2-a829-0f060304fafb req-6973ff95-fc27-4e79-87ab-871371b0fcea tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470586 Mar 07 15:35:27.430402 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c760174-9a76-4634-a0f0-d73869f942d2 req-4d844966-5848-4c4b-bbb1-d8d2688da00e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:27.431758 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0c760174-9a76-4634-a0f0-d73869f942d2 req-4d844966-5848-4c4b-bbb1-d8d2688da00e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 944 time: 0.0539949 Mar 07 15:35:27.479474 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0c760174-9a76-4634-a0f0-d73869f942d2 req-4f110a8e-bffa-482c-a9d0-271ba651d55d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414310 Mar 07 15:35:27.614466 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['7d13cb24-b41f-4a74-8b11-a458cb005022'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:35:28.478220 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c4b8c-b2c4-4af8-94e4-b7ca37c4e67c req-972ffae8-691c-4d6c-b21b-dbe3ab4018eb tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:28.479694 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-994c4b8c-b2c4-4af8-94e4-b7ca37c4e67c req-972ffae8-691c-4d6c-b21b-dbe3ab4018eb tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0529673 Mar 07 15:35:28.537576 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-994c4b8c-b2c4-4af8-94e4-b7ca37c4e67c req-bfba0aa0-09b0-433e-893e-a22da138394b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519996 Mar 07 15:35:28.601384 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c4060-7b22-41ad-bf41-b10aceea7b35 req-8e8e4c70-d001-4520-bbf0-cad8a2a38a01 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:28.602788 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-7e7c4060-7b22-41ad-bf41-b10aceea7b35 req-8e8e4c70-d001-4520-bbf0-cad8a2a38a01 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 944 time: 0.0525258 Mar 07 15:35:28.651061 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-7e7c4060-7b22-41ad-bf41-b10aceea7b35 req-d0277b8e-609d-4593-8517-2689e18aa859 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428193 Mar 07 15:35:29.069982 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 7d13cb24-b41f-4a74-8b11-a458cb005022 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:35:29.115947 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port 7d13cb24-b41f-4a74-8b11-a458cb005022 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:35:29.116238 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:29.193240 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 7d13cb24-b41f-4a74-8b11-a458cb005022 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:35:29.193620 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:29.215106 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d13cb24-b41f-4a74-8b11-a458cb005022'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:35:29.217287 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42bf9b9-9a45-42df-87c2-0e367c881a54" -d '{"events": [{"server_uuid": "2c91451f-f341-465a-a96a-5d6b5cfa343e", "name": "network-vif-plugged", "status": "completed", "tag": "7d13cb24-b41f-4a74-8b11-a458cb005022"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:35:29.231501 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 7d13cb24-b41f-4a74-8b11-a458cb005022, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7d13cb24-b41f-4a74-8b11-a458cb005022,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:35:29.236037 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:29.260345 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10526ee5-f32b-4036-b315-d60450ed4e81 x-openstack-request-id: req-10526ee5-f32b-4036-b315-d60450ed4e81 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:35:29.260656 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c91451f-f341-465a-a96a-5d6b5cfa343e", "name": "network-vif-plugged", "status": "completed", "tag": "7d13cb24-b41f-4a74-8b11-a458cb005022", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:35:29.260909 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10526ee5-f32b-4036-b315-d60450ed4e81 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:35:29.261290 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'code': 200} Mar 07 15:35:29.287230 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=7d13cb24-b41f-4a74-8b11-a458cb005022,revision_number=10']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:29.294391 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:29.294753 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:29.295097 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:29.295431 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:29.295761 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:29.296082 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:29.296405 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:29.296726 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:29.297045 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:29.297384 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:29.297707 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:29.298055 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:29.298374 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:35:29.658796 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64d01a-534d-459b-9ae7-025664441c0d req-fe0d7a7d-5a73-4b3f-aa00-22a4e7380dbb tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:29.660063 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-bf64d01a-534d-459b-9ae7-025664441c0d req-fe0d7a7d-5a73-4b3f-aa00-22a4e7380dbb tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0558729 Mar 07 15:35:29.709180 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-bf64d01a-534d-459b-9ae7-025664441c0d req-63a81f89-7cef-4dd3-bcb6-a9baed92d4e2 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431724 Mar 07 15:35:29.789471 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a6454-ecfb-4a4d-9a5e-4cd1d0d4fba7 req-fb3b3a83-32d1-4f97-afa9-c27f4a672116 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:29.791004 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ea6a6454-ecfb-4a4d-9a5e-4cd1d0d4fba7 req-fb3b3a83-32d1-4f97-afa9-c27f4a672116 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 946 time: 0.0640006 Mar 07 15:35:29.883042 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ea6a6454-ecfb-4a4d-9a5e-4cd1d0d4fba7 req-2408d29f-2bd2-4001-90d9-42e415a2af9a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856557 Mar 07 15:35:29.885792 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2014e2-700e-4e22-a512-68c4b4b7017e req-d3743dc0-6121-42be-a677-eb636350ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:29.887285 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0b2014e2-700e-4e22-a512-68c4b4b7017e req-d3743dc0-6121-42be-a677-eb636350ba24 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 1130 time: 0.0839045 Mar 07 15:35:29.938760 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0b2014e2-700e-4e22-a512-68c4b4b7017e req-407b46c5-f6bf-4e24-9c93-4773d675f28d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418377 Mar 07 15:35:31.005374 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91117d-155e-4637-88d8-bd7564fbd387 req-5e35967d-888c-48a3-b402-2f0e99acc8f9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:31.006879 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2f91117d-155e-4637-88d8-bd7564fbd387 req-5e35967d-888c-48a3-b402-2f0e99acc8f9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 946 time: 0.0511737 Mar 07 15:35:31.053576 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2f91117d-155e-4637-88d8-bd7564fbd387 req-4214f086-fc5a-4146-8e19-d3a41932321e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404365 Mar 07 15:35:32.185055 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853282ef-66a9-46d1-90a1-ee6e184625ca req-e46c217c-7450-4acd-95fe-3a829077cc45 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:32.186765 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-853282ef-66a9-46d1-90a1-ee6e184625ca req-e46c217c-7450-4acd-95fe-3a829077cc45 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 946 time: 0.0607746 Mar 07 15:35:32.248663 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-853282ef-66a9-46d1-90a1-ee6e184625ca req-feb26a6d-f307-4a88-a803-6601b16d03ad tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547292 Mar 07 15:35:32.649177 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76daf11c-2df9-4024-b6e5-91ddadb625e1 req-f2340d8a-6a72-48de-9f59-36725e61faa3 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:32.650698 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-76daf11c-2df9-4024-b6e5-91ddadb625e1 req-f2340d8a-6a72-48de-9f59-36725e61faa3 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0527534 Mar 07 15:35:32.698071 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-76daf11c-2df9-4024-b6e5-91ddadb625e1 req-854b950a-e98b-4be8-bd52-869d66a1b23c tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401237 Mar 07 15:35:33.372042 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066f12a-b3c5-4df4-b95b-b6dfbdc0d5ef req-6c4dcede-02a0-4301-927b-d6f9c05d763d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:33.373478 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9066f12a-b3c5-4df4-b95b-b6dfbdc0d5ef req-6c4dcede-02a0-4301-927b-d6f9c05d763d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 946 time: 0.0515170 Mar 07 15:35:33.419038 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9066f12a-b3c5-4df4-b95b-b6dfbdc0d5ef req-0fada993-9b78-4024-89e6-b5a6fb3c3481 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400229 Mar 07 15:35:33.814561 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a6f73-9b04-4214-b1ca-a0c29b54b338 req-8544e8ec-1490-41ab-bfb8-bb84313599f8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:33.816018 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ac1a6f73-9b04-4214-b1ca-a0c29b54b338 req-8544e8ec-1490-41ab-bfb8-bb84313599f8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0514019 Mar 07 15:35:33.866311 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ac1a6f73-9b04-4214-b1ca-a0c29b54b338 req-b3c8c0b0-776c-4952-a041-1af5fa44699a tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447769 Mar 07 15:35:34.723116 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f75d1b-9c2b-4ba4-925c-876554b57ed7 req-1f6adc11-bb10-4c2d-96d2-fa5256936c2e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:34.724590 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e4f75d1b-9c2b-4ba4-925c-876554b57ed7 req-1f6adc11-bb10-4c2d-96d2-fa5256936c2e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0521967 Mar 07 15:35:34.771846 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e4f75d1b-9c2b-4ba4-925c-876554b57ed7 req-eaf9c215-3f74-48e7-b826-ccd99b446ea8 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415239 Mar 07 15:35:34.984326 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cd049-5d53-4d83-9c44-8bd19a713a4b req-f1cf0446-02df-4c35-a158-ed2a7100a407 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:34.985768 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-080cd049-5d53-4d83-9c44-8bd19a713a4b req-f1cf0446-02df-4c35-a158-ed2a7100a407 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0545831 Mar 07 15:35:35.030824 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-080cd049-5d53-4d83-9c44-8bd19a713a4b req-2801efb8-fd93-415e-9e25-e0367a2977ad tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395107 Mar 07 15:35:35.888473 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ca16d-5339-4820-b77e-8dcf9c65150b req-5719bc58-8605-4e82-b0e6-a6044b996cb0 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:35.890009 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b14ca16d-5339-4820-b77e-8dcf9c65150b req-5719bc58-8605-4e82-b0e6-a6044b996cb0 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0522547 Mar 07 15:35:35.936575 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b14ca16d-5339-4820-b77e-8dcf9c65150b req-e509175f-9527-431d-867d-e4437138d7a4 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 Mar 07 15:35:36.144058 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598dc12-d826-4f59-97e8-eef9e10933bb req-e14125ce-5965-4e23-aa93-47d021d02930 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:36.145509 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0598dc12-d826-4f59-97e8-eef9e10933bb req-e14125ce-5965-4e23-aa93-47d021d02930 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0506856 Mar 07 15:35:36.190443 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0598dc12-d826-4f59-97e8-eef9e10933bb req-852d64ad-c3bd-40ce-a5a6-0d821b2a6cdf tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396471 Mar 07 15:35:37.054912 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae404a-f565-4ca3-a1f7-1418fd6dee54 req-cd3dfca5-6fc3-4157-84ff-682aa2234a07 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:37.056368 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0dae404a-f565-4ca3-a1f7-1418fd6dee54 req-cd3dfca5-6fc3-4157-84ff-682aa2234a07 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0552089 Mar 07 15:35:37.101865 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0dae404a-f565-4ca3-a1f7-1418fd6dee54 req-7ae6326d-b04c-41d3-8ab0-1490976c06ca tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401371 Mar 07 15:35:37.306076 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93efe11-58cc-4101-91a5-cfba25003cb0 req-dfb36b3f-11e6-4a57-b05f-d714edfc2337 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:37.307546 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b93efe11-58cc-4101-91a5-cfba25003cb0 req-dfb36b3f-11e6-4a57-b05f-d714edfc2337 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0513928 Mar 07 15:35:37.356834 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b93efe11-58cc-4101-91a5-cfba25003cb0 req-de32ac48-d4c8-4302-afec-d66d841e1420 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438163 Mar 07 15:35:37.457617 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d56882-6c83-4b5c-b5e8-660326767c00 req-eac34535-2062-4157-9af8-06b05eed967b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:37.459238 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d9d56882-6c83-4b5c-b5e8-660326767c00 req-eac34535-2062-4157-9af8-06b05eed967b tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.30 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 945 time: 0.0529933 Mar 07 15:35:37.556027 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-d9d56882-6c83-4b5c-b5e8-660326767c00 req-103647c8-802b-4640-89dd-845b9e2ce65c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Deleting port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:35:37.556371 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-d9d56882-6c83-4b5c-b5e8-660326767c00 req-103647c8-802b-4640-89dd-845b9e2ce65c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (858b99fc-1c7a-417f-8b1b-5f2b7e3403bf), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:37.645829 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-d9d56882-6c83-4b5c-b5e8-660326767c00 req-103647c8-802b-4640-89dd-845b9e2ce65c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] For port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=858b99fc-1c7a-417f-8b1b-5f2b7e3403bf,segment=NetworkSegment(34ed2dad-3835-41b6-89ef-99380e500cd0),segment_id=34ed2dad-3835-41b6-89ef-99380e500cd0)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:35:37.646241 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-d9d56882-6c83-4b5c-b5e8-660326767c00 req-103647c8-802b-4640-89dd-845b9e2ce65c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (858b99fc-1c7a-417f-8b1b-5f2b7e3403bf), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:37.659432 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-d9d56882-6c83-4b5c-b5e8-660326767c00 req-103647c8-802b-4640-89dd-845b9e2ce65c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Calling delete_port for 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:35:37.798704 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-d9d56882-6c83-4b5c-b5e8-660326767c00 req-103647c8-802b-4640-89dd-845b9e2ce65c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (858b99fc-1c7a-417f-8b1b-5f2b7e3403bf), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:37.811022 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4', '858b99fc-1c7a-417f-8b1b-5f2b7e3403bf'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:35:37.825701 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103647c8-802b-4640-89dd-845b9e2ce65c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Pushing event deleted for resources: {'Port': ['ID=858b99fc-1c7a-417f-8b1b-5f2b7e3403bf,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:37.870862 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d56882-6c83-4b5c-b5e8-660326767c00 req-103647c8-802b-4640-89dd-845b9e2ce65c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] No DVR routers for this DVR port 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:35:37.873323 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-d9d56882-6c83-4b5c-b5e8-660326767c00 req-103647c8-802b-4640-89dd-845b9e2ce65c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:37.876700 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d9d56882-6c83-4b5c-b5e8-660326767c00 req-103647c8-802b-4640-89dd-845b9e2ce65c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.30 "DELETE /v2.0/ports/858b99fc-1c7a-417f-8b1b-5f2b7e3403bf HTTP/1.1" status: 204 len: 173 time: 0.4104078 Mar 07 15:35:37.877141 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189af1d2-6aeb-4a15-a777-a81a0008e2d8', 'name': 'network-vif-deleted', 'tag': '858b99fc-1c7a-417f-8b1b-5f2b7e3403bf'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:35:37.879384 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e254072f-dea3-44ea-86ed-5a26dd39f71a" -d '{"events": [{"server_uuid": "189af1d2-6aeb-4a15-a777-a81a0008e2d8", "name": "network-vif-deleted", "tag": "858b99fc-1c7a-417f-8b1b-5f2b7e3403bf"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:35:37.914618 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cf835b-ca20-4831-a3be-0985e20eb5a5 x-openstack-request-id: req-86cf835b-ca20-4831-a3be-0985e20eb5a5 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:35:37.914911 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189af1d2-6aeb-4a15-a777-a81a0008e2d8", "name": "network-vif-deleted", "tag": "858b99fc-1c7a-417f-8b1b-5f2b7e3403bf", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:35:37.915171 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86cf835b-ca20-4831-a3be-0985e20eb5a5 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:35:37.915609 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189af1d2-6aeb-4a15-a777-a81a0008e2d8', 'name': 'network-vif-deleted', 'tag': '858b99fc-1c7a-417f-8b1b-5f2b7e3403bf', 'status': 'completed', 'code': 200} Mar 07 15:35:38.204021 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-75c28a0b-0273-41c9-ade1-31104f3d92cf req-fcfcdc3c-74ac-4c07-acc5-016196fa6628 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 210 time: 0.0265975 Mar 07 15:35:38.477244 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d986f9e-da3b-4d18-8e0a-abb5cff8c426 req-79706ac7-0279-43cc-8718-7f005e9f57a8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:38.478744 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4d986f9e-da3b-4d18-8e0a-abb5cff8c426 req-79706ac7-0279-43cc-8718-7f005e9f57a8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0556414 Mar 07 15:35:38.526355 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4d986f9e-da3b-4d18-8e0a-abb5cff8c426 req-93dc6460-eb6c-4127-9d2c-a0300fafc4e9 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 Mar 07 15:35:39.305994 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-52788ce6-243a-46a1-982d-dd4ead44026b req-1d6b884b-0f8c-4ea4-bc45-aed2e932e00a tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 210 time: 0.0261385 Mar 07 15:35:39.642949 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20166c17-325a-4881-ab28-ae8ce05a5de3 req-a4bee332-b0be-4e8a-bee6-e7158af40171 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:39.644411 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-20166c17-325a-4881-ab28-ae8ce05a5de3 req-a4bee332-b0be-4e8a-bee6-e7158af40171 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0522404 Mar 07 15:35:39.691483 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-20166c17-325a-4881-ab28-ae8ce05a5de3 req-7f1b9abc-da29-4e1a-9ec6-dd0073247e70 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416532 Mar 07 15:35:40.406091 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-50e81fb8-ccf9-4e1d-83c9-6f4c4c3dccfa req-374cacc9-6339-4444-81db-066a9e274c80 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=189af1d2-6aeb-4a15-a777-a81a0008e2d8 HTTP/1.1" status: 200 len: 210 time: 0.0268428 Mar 07 15:35:40.806830 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4c428-5553-4e2f-b7ff-ef62361c8bb4 req-06c7d551-f239-4eb1-a759-25052c637b15 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:40.808950 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0fc4c428-5553-4e2f-b7ff-ef62361c8bb4 req-06c7d551-f239-4eb1-a759-25052c637b15 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0522263 Mar 07 15:35:40.858597 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0fc4c428-5553-4e2f-b7ff-ef62361c8bb4 req-f47568c6-074a-42a1-a00a-636f239ffbb2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440762 Mar 07 15:35:41.671596 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264e299-7f27-49e4-86cd-e78f65ba2be2 req-eb21992f-f731-4bf9-bb4a-9eef46b4d579 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:41.673125 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c264e299-7f27-49e4-86cd-e78f65ba2be2 req-eb21992f-f731-4bf9-bb4a-9eef46b4d579 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0528286 Mar 07 15:35:41.718920 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c264e299-7f27-49e4-86cd-e78f65ba2be2 req-b1b7d87b-dfc2-43a6-932e-d1fc3556c455 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400918 Mar 07 15:35:41.986077 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de873219-7930-4255-8127-4dad74f8d0f4 req-99ea6733-c854-4bba-88a9-fceb7df69673 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:41.987486 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-de873219-7930-4255-8127-4dad74f8d0f4 req-99ea6733-c854-4bba-88a9-fceb7df69673 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0527024 Mar 07 15:35:42.032852 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-de873219-7930-4255-8127-4dad74f8d0f4 req-6f57239c-cb30-4f1e-a1be-af80da9e27cf tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399103 Mar 07 15:35:42.834504 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2ee0a-8114-4bf5-ad44-453dd19c8c0e req-578dd444-cda5-46d7-bbdf-64e25b9fb571 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:42.835949 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c1e2ee0a-8114-4bf5-ad44-453dd19c8c0e req-578dd444-cda5-46d7-bbdf-64e25b9fb571 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0537381 Mar 07 15:35:42.881523 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c1e2ee0a-8114-4bf5-ad44-453dd19c8c0e req-b6b76a31-0a7b-4c5a-8d14-374d9d964c4a tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396385 Mar 07 15:35:43.095174 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:35:43.115364 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:35:43.115706 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 858b99fc-1c7a-417f-8b1b-5f2b7e3403bf not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:35:43.149674 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc1be3-9082-4f09-8f33-aef0ae476636 req-9d8479f5-2377-4985-8a8f-13391d1db15e tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:43.151234 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cacc1be3-9082-4f09-8f33-aef0ae476636 req-9d8479f5-2377-4985-8a8f-13391d1db15e tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0530531 Mar 07 15:35:43.199406 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cacc1be3-9082-4f09-8f33-aef0ae476636 req-f2eb32da-c2d2-4b88-af0c-d332e2c5542f tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421357 Mar 07 15:35:43.996041 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ba9dd-ff8b-4e7c-ad4a-a063be3ee89a req-db960dc5-0944-4b29-9bd7-376ca6fac755 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:43.997484 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-829ba9dd-ff8b-4e7c-ad4a-a063be3ee89a req-db960dc5-0944-4b29-9bd7-376ca6fac755 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0512536 Mar 07 15:35:44.042814 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-829ba9dd-ff8b-4e7c-ad4a-a063be3ee89a req-f5bae241-0945-48ce-bf2d-d60c02bfa65c tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398726 Mar 07 15:35:44.078403 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c4ea40fa-1e98-4705-97b7-7bacb6ee2cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:44.318984 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62021cde-2bda-4fa9-8133-c068bbec9b8d req-d7926385-4561-445e-a8e8-4d90f8a7b8f7 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:44.320477 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-62021cde-2bda-4fa9-8133-c068bbec9b8d req-d7926385-4561-445e-a8e8-4d90f8a7b8f7 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0554466 Mar 07 15:35:44.367515 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-62021cde-2bda-4fa9-8133-c068bbec9b8d req-83cee359-ab5e-4fd2-a191-f97dcecc9455 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405052 Mar 07 15:35:45.158220 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb6375-a2db-4ec5-b9d6-66439dbfa91d req-6e2d6f1d-474f-4bc6-96a6-cd260450097e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:45.159627 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c4cb6375-a2db-4ec5-b9d6-66439dbfa91d req-6e2d6f1d-474f-4bc6-96a6-cd260450097e tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0541883 Mar 07 15:35:45.418660 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c4cb6375-a2db-4ec5-b9d6-66439dbfa91d req-048d082f-cf7b-4819-84d7-1320eedc00b8 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535176 Mar 07 15:35:45.485703 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23eaa6-a225-4010-b064-d2b3b2db3361 req-1639a5ca-9ed2-4498-a1fd-505650444442 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:45.487226 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1d23eaa6-a225-4010-b064-d2b3b2db3361 req-1639a5ca-9ed2-4498-a1fd-505650444442 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0534000 Mar 07 15:35:45.535781 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1d23eaa6-a225-4010-b064-d2b3b2db3361 req-4983c7ef-c552-4e7a-b5b5-5a4e7980e6ef tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429263 Mar 07 15:35:46.532027 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cee5a-da7a-420f-b585-8c91f7537596 req-814c5c86-48b1-4ecf-a965-8ac65c6068a6 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:46.533503 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b14cee5a-da7a-420f-b585-8c91f7537596 req-814c5c86-48b1-4ecf-a965-8ac65c6068a6 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0507264 Mar 07 15:35:46.578926 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b14cee5a-da7a-420f-b585-8c91f7537596 req-312520fd-2ad0-48a0-ba93-d7b13f6940c7 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399735 Mar 07 15:35:46.644344 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:35:46.646622 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-01c19f68-01d8-4e7b-8292-0eba002ac69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:46.667899 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b73ae-310b-4729-b1bb-838a58e64dfc req-2ccfe07f-d518-48e1-a1ac-2771ad425c46 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:46.669416 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-362b73ae-310b-4729-b1bb-838a58e64dfc req-2ccfe07f-d518-48e1-a1ac-2771ad425c46 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0646224 Mar 07 15:35:46.716613 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-362b73ae-310b-4729-b1bb-838a58e64dfc req-82e35e85-f61b-44fd-9047-41499ce58d1d tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417626 Mar 07 15:35:47.646882 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:47.693203 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc2dc5-2254-47a0-a0e2-e2cdd4ba4295 req-1769c8c5-b8ea-48a0-9e8c-ff1fd7d892aa tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:47.694711 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-77fc2dc5-2254-47a0-a0e2-e2cdd4ba4295 req-1769c8c5-b8ea-48a0-9e8c-ff1fd7d892aa tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0512164 Mar 07 15:35:47.745299 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-77fc2dc5-2254-47a0-a0e2-e2cdd4ba4295 req-c1f3d377-36a9-47f7-96db-c612f88b53f2 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/security-groups?id=62510ed4-795e-4e6b-b149-9d7499974e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438552 Mar 07 15:35:47.835269 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410fae4-ce51-4ad7-b4ac-628a9b521ae9 req-622d8030-6b03-4cf0-bf18-fdff95c0ffc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:47.836745 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6410fae4-ce51-4ad7-b4ac-628a9b521ae9 req-622d8030-6b03-4cf0-bf18-fdff95c0ffc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0550718 Mar 07 15:35:47.883033 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6410fae4-ce51-4ad7-b4ac-628a9b521ae9 req-c1679617-85b6-4061-a786-1f85cacca3a8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405865 Mar 07 15:35:48.042603 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6fd72-8041-495e-8a69-31320e0194b8 req-fedba6c0-1258-4880-b439-7f18c4015f00 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:48.044051 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c0c6fd72-8041-495e-8a69-31320e0194b8 req-fedba6c0-1258-4880-b439-7f18c4015f00 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 945 time: 0.0516264 Mar 07 15:35:48.142034 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-c0c6fd72-8041-495e-8a69-31320e0194b8 req-ff7bc3f0-4655-4598-893b-107acd4f0413 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Deleting port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:35:48.142295 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-c0c6fd72-8041-495e-8a69-31320e0194b8 req-ff7bc3f0-4655-4598-893b-107acd4f0413 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:48.228431 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-c0c6fd72-8041-495e-8a69-31320e0194b8 req-ff7bc3f0-4655-4598-893b-107acd4f0413 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] For port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4,segment=NetworkSegment(34ed2dad-3835-41b6-89ef-99380e500cd0),segment_id=34ed2dad-3835-41b6-89ef-99380e500cd0)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:35:48.228796 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-c0c6fd72-8041-495e-8a69-31320e0194b8 req-ff7bc3f0-4655-4598-893b-107acd4f0413 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:48.240319 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-c0c6fd72-8041-495e-8a69-31320e0194b8 req-ff7bc3f0-4655-4598-893b-107acd4f0413 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Calling delete_port for 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:35:48.369831 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-c0c6fd72-8041-495e-8a69-31320e0194b8 req-ff7bc3f0-4655-4598-893b-107acd4f0413 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:48.384418 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:35:48.398663 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bc3f0-4655-4598-893b-107acd4f0413 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Pushing event deleted for resources: {'Port': ['ID=01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:48.441832 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c6fd72-8041-495e-8a69-31320e0194b8 req-ff7bc3f0-4655-4598-893b-107acd4f0413 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] No DVR routers for this DVR port 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:35:48.444235 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-c0c6fd72-8041-495e-8a69-31320e0194b8 req-ff7bc3f0-4655-4598-893b-107acd4f0413 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:48.447556 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c0c6fd72-8041-495e-8a69-31320e0194b8 req-ff7bc3f0-4655-4598-893b-107acd4f0413 tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.30 "DELETE /v2.0/ports/01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 HTTP/1.1" status: 204 len: 173 time: 0.3966935 Mar 07 15:35:48.447997 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab50e6ef-20a6-46a2-a05b-eabc9b529919', 'name': 'network-vif-deleted', 'tag': '01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:35:48.450352 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52ecc9c-c206-4ac8-8393-2b5bf70f8ef7" -d '{"events": [{"server_uuid": "ab50e6ef-20a6-46a2-a05b-eabc9b529919", "name": "network-vif-deleted", "tag": "01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:35:48.489298 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0307cc8b-ecde-4ac9-b6e3-ec27c1bd5a65 x-openstack-request-id: req-0307cc8b-ecde-4ac9-b6e3-ec27c1bd5a65 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:35:48.489590 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab50e6ef-20a6-46a2-a05b-eabc9b529919", "name": "network-vif-deleted", "tag": "01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:35:48.489867 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0307cc8b-ecde-4ac9-b6e3-ec27c1bd5a65 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:35:48.490288 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab50e6ef-20a6-46a2-a05b-eabc9b529919', 'name': 'network-vif-deleted', 'tag': '01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4', 'status': 'completed', 'code': 200} Mar 07 15:35:48.872295 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-de3f7895-5102-45b1-b349-4566daeeccf0 req-a486efca-8279-4926-986a-c56ec1f3749a tempest-ServerRescueNegativeTestJSON-1384929109 tempest-ServerRescueNegativeTestJSON-1384929109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab50e6ef-20a6-46a2-a05b-eabc9b529919 HTTP/1.1" status: 200 len: 210 time: 0.0438364 Mar 07 15:35:48.991325 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:49.019710 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee8edd-a6fa-4973-a65f-9c202a61696b req-ebb1b339-49f5-4000-927f-e0cf919154b2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:49.021204 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d6ee8edd-a6fa-4973-a65f-9c202a61696b req-ebb1b339-49f5-4000-927f-e0cf919154b2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0577452 Mar 07 15:35:49.068366 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d6ee8edd-a6fa-4973-a65f-9c202a61696b req-ba70927e-8dbc-4ad3-9b2c-cb6ae5156dd8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413949 Mar 07 15:35:49.265574 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738fcc2-77e8-4a42-a0f4-eebe6e857d90 req-b219ea4d-e18a-4a0e-a00a-19eda1c39bc7 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:49.266997 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9738fcc2-77e8-4a42-a0f4-eebe6e857d90 req-b219ea4d-e18a-4a0e-a00a-19eda1c39bc7 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0555258 Mar 07 15:35:49.290962 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b281d28-f30e-45a8-8262-49ef44efba8c req-9b43572e-0152-44ee-835d-c2b66efe3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:49.292984 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0b281d28-f30e-45a8-8262-49ef44efba8c req-9b43572e-0152-44ee-835d-c2b66efe3f5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06b9c58c75d54beab0c13f9d7310365e&device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 1129 time: 0.0445542 Mar 07 15:35:49.313763 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9738fcc2-77e8-4a42-a0f4-eebe6e857d90 req-6647adeb-fa61-41d1-8040-f0321f61cdad tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412271 Mar 07 15:35:49.393306 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b281d28-f30e-45a8-8262-49ef44efba8c req-29064845-c25c-4284-a45c-15cafd20dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:49.394881 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0b281d28-f30e-45a8-8262-49ef44efba8c req-29064845-c25c-4284-a45c-15cafd20dc71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=81cb840d-f02e-47d1-98bd-b27dbd53c040 HTTP/1.1" status: 200 len: 911 time: 0.0921316 Mar 07 15:35:49.458394 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0b281d28-f30e-45a8-8262-49ef44efba8c req-99917e79-5e86-4561-874a-46361287c01d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efbcd406-1aea-43e7-b31b-ba2a1ee933a9 HTTP/1.1" status: 200 len: 1001 time: 0.0571277 Mar 07 15:35:49.511486 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b281d28-f30e-45a8-8262-49ef44efba8c req-f3828538-970f-4dd4-ad38-330d8883c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:49.512887 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0b281d28-f30e-45a8-8262-49ef44efba8c req-f3828538-970f-4dd4-ad38-330d8883c0a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4b6f9b4-99bd-439c-8825-b04ef39c2f42 HTTP/1.1" status: 200 len: 849 time: 0.0461371 Mar 07 15:35:49.562894 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b281d28-f30e-45a8-8262-49ef44efba8c req-86c3140c-f2c1-4cf5-acc0-e731ec2d48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:49.564408 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0b281d28-f30e-45a8-8262-49ef44efba8c req-86c3140c-f2c1-4cf5-acc0-e731ec2d48e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81cb840d-f02e-47d1-98bd-b27dbd53c040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429387 Mar 07 15:35:49.655733 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0b281d28-f30e-45a8-8262-49ef44efba8c req-3963144e-05cd-4381-a662-bf70dc1aa382 service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843194 Mar 07 15:35:49.746132 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0b281d28-f30e-45a8-8262-49ef44efba8c req-2d5dbf34-9bc4-4bf5-abc5-4f267f731161 service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839143 Mar 07 15:35:49.928130 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59158) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:50.345120 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5ef0ba4e-2d70-49e8-8fb0-19905d61207b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575044'] for router_interface (3b2117af-cbbc-41ea-8502-cda68d4be8b1), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:50.439176 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257f93c-c0f4-421f-beca-9bd19adf0833 req-c0c4285a-799b-4dd3-a82d-e8b66024d86c tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:50.440648 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2257f93c-c0f4-421f-beca-9bd19adf0833 req-c0c4285a-799b-4dd3-a82d-e8b66024d86c tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0560730 Mar 07 15:35:50.487314 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2257f93c-c0f4-421f-beca-9bd19adf0833 req-e7cedacc-25de-4ed2-96ec-e0dd05f211df tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409567 Mar 07 15:35:50.673697 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:50.877789 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-5ef0ba4e-2d70-49e8-8fb0-19905d61207b admin admin] Deleting port 60e0cf04-b89d-405a-a832-d11fd06be03f {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:35:50.878172 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5ef0ba4e-2d70-49e8-8fb0-19905d61207b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:50.975829 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-5ef0ba4e-2d70-49e8-8fb0-19905d61207b admin admin] For port 60e0cf04-b89d-405a-a832-d11fd06be03f, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=60e0cf04-b89d-405a-a832-d11fd06be03f,segment=NetworkSegment(34ed2dad-3835-41b6-89ef-99380e500cd0),segment_id=34ed2dad-3835-41b6-89ef-99380e500cd0)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:35:50.976499 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5ef0ba4e-2d70-49e8-8fb0-19905d61207b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:50.994367 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-5ef0ba4e-2d70-49e8-8fb0-19905d61207b admin admin] Calling delete_port for 60e0cf04-b89d-405a-a832-d11fd06be03f owned by network:router_interface {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:35:51.146894 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:35:51.168584 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:35:51.168936 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 01b2bbfe-dee9-4766-bc9e-db9ddb0bb1f4 not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:35:51.180936 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5ef0ba4e-2d70-49e8-8fb0-19905d61207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (60e0cf04-b89d-405a-a832-d11fd06be03f), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:51.207044 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0ba4e-2d70-49e8-8fb0-19905d61207b admin admin] Pushing event deleted for resources: {'Port': ['ID=60e0cf04-b89d-405a-a832-d11fd06be03f,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:51.369377 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5ef0ba4e-2d70-49e8-8fb0-19905d61207b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575024'] for router_interface (3b2117af-cbbc-41ea-8502-cda68d4be8b1), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:51.590206 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef0ba4e-2d70-49e8-8fb0-19905d61207b admin admin] Router 3b2117af-cbbc-41ea-8502-cda68d4be8b1 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:35:51.706673 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef0ba4e-2d70-49e8-8fb0-19905d61207b admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:35:51.713243 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-5ef0ba4e-2d70-49e8-8fb0-19905d61207b admin admin] 10.222.0.26 "PUT /v2.0/routers/3b2117af-cbbc-41ea-8502-cda68d4be8b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7827399 Mar 07 15:35:51.714891 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59176) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:51.716610 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0c3d0-fbbc-45f2-af14-d66542a4b9f1 None None] Sync routers for ids ['3b2117af-cbbc-41ea-8502-cda68d4be8b1'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:35:51.726217 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0c3d0-fbbc-45f2-af14-d66542a4b9f1 None None] Routers {'3b2117af-cbbc-41ea-8502-cda68d4be8b1'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:35:51.726815 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-d6f0c3d0-fbbc-45f2-af14-d66542a4b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:35:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['3b2117af-cbbc-41ea-8502-cda68d4be8b1'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:51.818716 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] Publish callbacks [] for router (3b2117af-cbbc-41ea-8502-cda68d4be8b1), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:51.831599 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-d6f0c3d0-fbbc-45f2-af14-d66542a4b9f1 None None] Set router 3b2117af-cbbc-41ea-8502-cda68d4be8b1 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:35:51.911151 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:51.924456 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] Publish callbacks [] for router_gateway (3b2117af-cbbc-41ea-8502-cda68d4be8b1), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:51.976593 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] Deleting port 90792de3-6d62-4e12-ada9-1474286ebec2 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:35:51.977334 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (90792de3-6d62-4e12-ada9-1474286ebec2), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.006475 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-d6f0c3d0-fbbc-45f2-af14-d66542a4b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'name': 'tempest-ServerRescueNegativeTestJSON-156936576-router', 'tenant_id': '79e962918ae84466af119c960ead2477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90792de3-6d62-4e12-ada9-1474286ebec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:35:51Z', 'revision_number': 5, 'project_id': '79e962918ae84466af119c960ead2477', 'gw_port': {'id': '90792de3-6d62-4e12-ada9-1474286ebec2', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:20Z', 'updated_at': '2022-03-07T15:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:52.035848 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0c3d0-fbbc-45f2-af14-d66542a4b9f1 None None] Checking router: 3b2117af-cbbc-41ea-8502-cda68d4be8b1 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:35:52.044626 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0c3d0-fbbc-45f2-af14-d66542a4b9f1 None None] Routers {'3b2117af-cbbc-41ea-8502-cda68d4be8b1'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:35:52.045255 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-d6f0c3d0-fbbc-45f2-af14-d66542a4b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:35:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['3b2117af-cbbc-41ea-8502-cda68d4be8b1'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:52.058310 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] For port 90792de3-6d62-4e12-ada9-1474286ebec2, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=90792de3-6d62-4e12-ada9-1474286ebec2,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:35:52.058712 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (90792de3-6d62-4e12-ada9-1474286ebec2), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.070746 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] Calling delete_port for 90792de3-6d62-4e12-ada9-1474286ebec2 owned by network:router_gateway {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:35:52.133842 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-d6f0c3d0-fbbc-45f2-af14-d66542a4b9f1 None None] Set router 3b2117af-cbbc-41ea-8502-cda68d4be8b1 gateway port host: None {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:35:52.187499 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-d6f0c3d0-fbbc-45f2-af14-d66542a4b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'name': 'tempest-ServerRescueNegativeTestJSON-156936576-router', 'tenant_id': '79e962918ae84466af119c960ead2477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:35:51Z', 'revision_number': 6, 'project_id': '79e962918ae84466af119c960ead2477', 'gw_port_host': None}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:52.217163 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0c3d0-fbbc-45f2-af14-d66542a4b9f1 None None] The sync data for ids ['3b2117af-cbbc-41ea-8502-cda68d4be8b1'] in dv-cinder-830538-7-iscsi is: [{'id': '3b2117af-cbbc-41ea-8502-cda68d4be8b1', 'name': 'tempest-ServerRescueNegativeTestJSON-156936576-router', 'tenant_id': '79e962918ae84466af119c960ead2477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:35:51Z', 'revision_number': 6, 'project_id': '79e962918ae84466af119c960ead2477', 'gw_port_host': None}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:35:52.238408 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (90792de3-6d62-4e12-ada9-1474286ebec2), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.265017 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] Pushing event deleted for resources: {'Port': ['ID=90792de3-6d62-4e12-ada9-1474286ebec2,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:52.330548 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574362'] for router_gateway (3b2117af-cbbc-41ea-8502-cda68d4be8b1), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.439203 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15440'] for router (3b2117af-cbbc-41ea-8502-cda68d4be8b1), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.441193 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] Publish callbacks [] for router_controller (3b2117af-cbbc-41ea-8502-cda68d4be8b1), precommit_delete_associations {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.507256 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574521'] for router (3b2117af-cbbc-41ea-8502-cda68d4be8b1), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.507801 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b2117af-cbbc-41ea-8502-cda68d4be8b1 {{(pid=102970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 15:35:52.512966 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.517208 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59184) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:52.517664 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-3922d27b-b95b-463e-942f-fb4bbd98b9aa admin admin] 10.222.0.26 "DELETE /v2.0/routers/3b2117af-cbbc-41ea-8502-cda68d4be8b1 HTTP/1.1" status: 204 len: 168 time: 0.8014109 Mar 07 15:35:52.560980 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed04747-9880-4016-8fa1-3ed39a8c71d9 admin admin] Deleting subnet 95a390f6-dd0f-4d34-8b55-d38294a0eeaa {{(pid=102971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:35:52.564416 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9ed04747-9880-4016-8fa1-3ed39a8c71d9 admin admin] Publish callbacks [] for subnet (95a390f6-dd0f-4d34-8b55-d38294a0eeaa), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.599513 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9ed04747-9880-4016-8fa1-3ed39a8c71d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8227178'] for subnet (95a390f6-dd0f-4d34-8b55-d38294a0eeaa), precommit_delete_associations {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.641919 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9ed04747-9880-4016-8fa1-3ed39a8c71d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (95a390f6-dd0f-4d34-8b55-d38294a0eeaa), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.698257 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9ed04747-9880-4016-8fa1-3ed39a8c71d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7627466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4930682'] for subnet (95a390f6-dd0f-4d34-8b55-d38294a0eeaa), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.723756 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed04747-9880-4016-8fa1-3ed39a8c71d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a390f6-dd0f-4d34-8b55-d38294a0eeaa,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:52.728721 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9ed04747-9880-4016-8fa1-3ed39a8c71d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.732957 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-9ed04747-9880-4016-8fa1-3ed39a8c71d9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/95a390f6-dd0f-4d34-8b55-d38294a0eeaa HTTP/1.1" status: 204 len: 168 time: 0.2147181 Mar 07 15:35:52.735439 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59186) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:52.801816 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ca505dba-735e-4909-889c-57f65ff8bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (3a3e19fb-ac43-49de-ad3a-edd6be34b622), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.881759 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ca505dba-735e-4909-889c-57f65ff8bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (3a3e19fb-ac43-49de-ad3a-edd6be34b622), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.902038 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-ca505dba-735e-4909-889c-57f65ff8bce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3e19fb-ac43-49de-ad3a-edd6be34b622']}} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:52.911810 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-ca505dba-735e-4909-889c-57f65ff8bce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ed2dad-3835-41b6-89ef-99380e500cd0') {'for_net_delete': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:52.912112 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-ca505dba-735e-4909-889c-57f65ff8bce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ed2dad-3835-41b6-89ef-99380e500cd0') {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:52.926813 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ca505dba-735e-4909-889c-57f65ff8bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8227217'] for segment (34ed2dad-3835-41b6-89ef-99380e500cd0), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.929039 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 90792de3-6d62-4e12-ada9-1474286ebec2 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:35:52.941997 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ca505dba-735e-4909-889c-57f65ff8bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (34ed2dad-3835-41b6-89ef-99380e500cd0), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.948588 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca505dba-735e-4909-889c-57f65ff8bce9 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:35:52.948947 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ca505dba-735e-4909-889c-57f65ff8bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7627424'] for segment (34ed2dad-3835-41b6-89ef-99380e500cd0), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:52.950439 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 90792de3-6d62-4e12-ada9-1474286ebec2 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:35:52.950790 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 90792de3-6d62-4e12-ada9-1474286ebec2 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: Traceback (most recent call last): Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: timer() Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: cb(*args, **kw) Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: return func(*args, **kwargs) Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: self._notify() Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: self.callback(batched_events) Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: event.method(event) Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: return f(self, *a, **k) Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._get(url).json() Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: return self.request(url, 'GET', **kwargs) Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:35:52.950963 dv-cinder-830538-7-iscsi neutron-server[102971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:35:52.953207 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 60e0cf04-b89d-405a-a832-d11fd06be03f no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:35:52.972658 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 60e0cf04-b89d-405a-a832-d11fd06be03f {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:35:52.973005 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 60e0cf04-b89d-405a-a832-d11fd06be03f not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:35:53.015193 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ca505dba-735e-4909-889c-57f65ff8bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (3a3e19fb-ac43-49de-ad3a-edd6be34b622), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:53.022454 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ca505dba-735e-4909-889c-57f65ff8bce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:53.025618 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-ca505dba-735e-4909-889c-57f65ff8bce9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3a3e19fb-ac43-49de-ad3a-edd6be34b622 HTTP/1.1" status: 204 len: 168 time: 0.2892489 Mar 07 15:35:53.036811 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca505dba-735e-4909-889c-57f65ff8bce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a3e19fb-ac43-49de-ad3a-edd6be34b622,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:53.194156 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59190) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:53.233799 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-e262cddb-7667-4a7e-bea7-2c8fae42b312 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79e962918ae84466af119c960ead2477&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383921 Mar 07 15:35:53.235954 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59194) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:53.282167 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8141ab41-1844-4d9c-8f0e-ccc8b7160993 admin admin] Publish callbacks [] for security_group (62510ed4-795e-4e6b-b149-9d7499974e3b), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:53.305690 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8141ab41-1844-4d9c-8f0e-ccc8b7160993 admin admin] Publish callbacks [] for security_group (62510ed4-795e-4e6b-b149-9d7499974e3b), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:53.353275 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8141ab41-1844-4d9c-8f0e-ccc8b7160993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (62510ed4-795e-4e6b-b149-9d7499974e3b), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:53.355945 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8141ab41-1844-4d9c-8f0e-ccc8b7160993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:53.359356 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-8141ab41-1844-4d9c-8f0e-ccc8b7160993 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/62510ed4-795e-4e6b-b149-9d7499974e3b HTTP/1.1" status: 204 len: 168 time: 0.1202633 Mar 07 15:35:53.365096 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141ab41-1844-4d9c-8f0e-ccc8b7160993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62510ed4-795e-4e6b-b149-9d7499974e3b,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:53.600254 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59206) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:53.709340 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f0389f9c-c9d4-4e2d-aec4-0a043a8bd40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:53.785532 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f0389f9c-c9d4-4e2d-aec4-0a043a8bd40a admin admin] Publish callbacks [] for security_group (cae962f2-976b-4758-bac0-70f275a06d26), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:53.789533 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f0389f9c-c9d4-4e2d-aec4-0a043a8bd40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (cae962f2-976b-4758-bac0-70f275a06d26), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:53.826821 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-f0389f9c-c9d4-4e2d-aec4-0a043a8bd40a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0fd9711b5ceb4010ac8fa13952946423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254832 Mar 07 15:35:53.828810 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0389f9c-c9d4-4e2d-aec4-0a043a8bd40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae962f2-976b-4758-bac0-70f275a06d26,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:53.829588 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59220) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:53.880663 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-56321876-3586-4058-9299-d6948ce6e077 admin admin] Publish callbacks [] for security_group (cae962f2-976b-4758-bac0-70f275a06d26), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:53.903405 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-56321876-3586-4058-9299-d6948ce6e077 admin admin] Publish callbacks [] for security_group (cae962f2-976b-4758-bac0-70f275a06d26), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:53.949852 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-56321876-3586-4058-9299-d6948ce6e077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (cae962f2-976b-4758-bac0-70f275a06d26), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:53.952566 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-56321876-3586-4058-9299-d6948ce6e077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:53.953701 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-56321876-3586-4058-9299-d6948ce6e077 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cae962f2-976b-4758-bac0-70f275a06d26 HTTP/1.1" status: 204 len: 168 time: 0.1230679 Mar 07 15:35:53.961959 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56321876-3586-4058-9299-d6948ce6e077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae962f2-976b-4758-bac0-70f275a06d26,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:54.627734 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59264) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:54.725953 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1611476733-network', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:35:54.743128 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] Made reservation on behalf of a83d62f069f544168c7dc36ad4f7b139 for: {'network': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:35:54.745985 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:54.754282 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:54.826028 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] Publish callbacks [] for security_group (aabdea31-467e-4b2f-ae7d-afc62d25e0d0), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:54.830040 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (aabdea31-467e-4b2f-ae7d-afc62d25e0d0), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:54.850297 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=102970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:35:54.866008 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabdea31-467e-4b2f-ae7d-afc62d25e0d0,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:54.872449 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (782c0629-62df-43ca-9257-24f2622c4ec7), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:54.872790 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.segments_db [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] Added segment 782c0629-62df-43ca-9257-24f2622c4ec7 of type vlan for network f6f86ee1-eb94-4c82-9c74-7df197ed1334 Mar 07 15:35:54.912326 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (f6f86ee1-eb94-4c82-9c74-7df197ed1334), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:54.936383 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (f6f86ee1-eb94-4c82-9c74-7df197ed1334), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:54.937319 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:54.937893 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:54.993545 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3647420 Mar 07 15:35:54.996884 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59268) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:54.999449 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea9ce4-14a1-4959-86be-af0803d6cec8 admin admin] Pushing event updated for resources: {'Network': ['ID=f6f86ee1-eb94-4c82-9c74-7df197ed1334,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:55.001765 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-53d3c320-8a63-406c-9593-a95fcccefd40 admin admin] Request body: {'subnet': {'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1611476733-subnet', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'ip_version': 4}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:35:55.009095 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network f6f86ee1-eb94-4c82-9c74-7df197ed1334 details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:35:55.023699 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d3c320-8a63-406c-9593-a95fcccefd40 admin admin] Made reservation on behalf of a83d62f069f544168c7dc36ad4f7b139 for: {'subnet': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:35:55.026500 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-53d3c320-8a63-406c-9593-a95fcccefd40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4930589'] for subnet (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:55.185813 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-53d3c320-8a63-406c-9593-a95fcccefd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7626765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4930563'] for subnet (62da12ad-276e-4aaf-b6e0-ef8568f52ae1), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:55.237852 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3c320-8a63-406c-9593-a95fcccefd40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62da12ad-276e-4aaf-b6e0-ef8568f52ae1,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:55.249609 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d3c320-8a63-406c-9593-a95fcccefd40 admin admin] Checking segment: {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:35:55.249991 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3c320-8a63-406c-9593-a95fcccefd40 admin admin] Network hostable DHCP agents. Network: f6f86ee1-eb94-4c82-9c74-7df197ed1334, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:35:55.266360 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3c320-8a63-406c-9593-a95fcccefd40 admin admin] Network f6f86ee1-eb94-4c82-9c74-7df197ed1334 is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:35:55.275477 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-53d3c320-8a63-406c-9593-a95fcccefd40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, f6f86ee1-eb94-4c82-9c74-7df197ed1334) {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:35:55.279597 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d3c320-8a63-406c-9593-a95fcccefd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:55.280187 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-53d3c320-8a63-406c-9593-a95fcccefd40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:55.284993 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cd9abd-0970-4e72-bd64-ba3bd896d134 None None] Network f6f86ee1-eb94-4c82-9c74-7df197ed1334 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:35:55.299265 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-53d3c320-8a63-406c-9593-a95fcccefd40 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2988489 Mar 07 15:35:55.299448 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59270) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:55.303677 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:35:55.323336 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15426'] for router (cd151927-5e21-4006-ac2b-75c1a3a844aa), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:55.324340 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15435'] for router (cd151927-5e21-4006-ac2b-75c1a3a844aa), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:55.380528 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Publish callbacks [] for router_controller (cd151927-5e21-4006-ac2b-75c1a3a844aa), precommit_add_association {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:55.389885 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f466aef-16ba-5baa-baad-004e3bae59e2-f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1'}]}} from dv-cinder-830538-7-iscsi. {{(pid=102972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:35:55.390901 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:55.522204 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Publish callbacks [] for router_gateway (cd151927-5e21-4006-ac2b-75c1a3a844aa), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:55.646724 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.db_base_plugin_common [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Allocated IP 172.20.0.2 (f6f86ee1-eb94-4c82-9c74-7df197ed1334/62da12ad-276e-4aaf-b6e0-ef8568f52ae1/1c053bb5-00e3-416b-9668-dea4b13a37f2) {{(pid=102972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:35:55.754596 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Publish callbacks [] for router_gateway (cd151927-5e21-4006-ac2b-75c1a3a844aa), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:55.774863 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:55.804796 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Publish callbacks [] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), precommit_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:55.811546 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:55.857094 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Pushing event updated for resources: {'Port': ['ID=1c053bb5-00e3-416b-9668-dea4b13a37f2,revision_number=1']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:55.867923 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Network f6f86ee1-eb94-4c82-9c74-7df197ed1334 is already hosted by enough agents. {{(pid=102972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:35:55.869255 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.base_scheduler [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Resources bound (agent type, host, resource id): {{(pid=102972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:35:55.872278 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Received port after_create {{(pid=102972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:35:55.890726 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Allocated IP 172.27.3.197 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/208c5d53-ec38-4a20-b281-96c818760f65) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:35:55.945390 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Attempting to bind port 1c053bb5-00e3-416b-9668-dea4b13a37f2 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:35:55.945994 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Attempting to bind port 1c053bb5-00e3-416b-9668-dea4b13a37f2 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:35:55.946559 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Attempting to bind port 1c053bb5-00e3-416b-9668-dea4b13a37f2 on network f6f86ee1-eb94-4c82-9c74-7df197ed1334 {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:35:55.954813 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:35:55.955366 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Checking segment: {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:35:55.955949 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:55.956516 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Bound using segment: {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:35:55.957199 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Bound port: 1c053bb5-00e3-416b-9668-dea4b13a37f2, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:35:55.957756 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:56.030038 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Publish callbacks [] for port (208c5d53-ec38-4a20-b281-96c818760f65), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:56.031734 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] For port 1c053bb5-00e3-416b-9668-dea4b13a37f2, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:35:56.035398 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] For port 1c053bb5-00e3-416b-9668-dea4b13a37f2, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=1c053bb5-00e3-416b-9668-dea4b13a37f2,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:35:56.045150 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:56.075332 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (208c5d53-ec38-4a20-b281-96c818760f65), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:56.107862 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac5edf-795c-47e4-a958-9908738c68b3 None None] Pushing event updated for resources: {'Port': ['ID=1c053bb5-00e3-416b-9668-dea4b13a37f2,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:56.123201 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:35:56.126141 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:35:56.129777 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:35:56.156631 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Pushing event updated for resources: {'Port': ['ID=208c5d53-ec38-4a20-b281-96c818760f65,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:56.418495 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Publish callbacks [] for router_gateway (cd151927-5e21-4006-ac2b-75c1a3a844aa), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:56.624717 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574438'] for router (cd151927-5e21-4006-ac2b-75c1a3a844aa), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:56.762601 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Router cd151927-5e21-4006-ac2b-75c1a3a844aa is scheduled to L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 with binding_index 1 {{(pid=102971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:35:56.878364 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:35:56.888773 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Sync routers for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:35:56.898148 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:56.899474 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-1db697a4-a9a6-47ee-9a64-434c9fcb5a2b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5991096 Mar 07 15:35:56.902989 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59290) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:56.904062 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:35:56.904713 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:35:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:57.018312 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 1c053bb5-00e3-416b-9668-dea4b13a37f2 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:35:57.071958 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:35:57.130045 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619a3d54-ba2d-4bc3-9a5f-ae2b5d91bf38 None None] Network f6f86ee1-eb94-4c82-9c74-7df197ed1334 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:35:57.181748 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 1c053bb5-00e3-416b-9668-dea4b13a37f2 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:35:57.182181 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:57.329527 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-95d08c11-a5af-46d3-81b3-336efeeaa6f2 None None] Provisioning complete for port 1c053bb5-00e3-416b-9668-dea4b13a37f2 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:35:57.330198 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-95d08c11-a5af-46d3-81b3-336efeeaa6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:57.375450 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59302) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:57.406164 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:57.471734 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 1c053bb5-00e3-416b-9668-dea4b13a37f2 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:35:57.471882 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:57.534847 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:56Z', 'revision_number': 3, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:57.550525 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port 1c053bb5-00e3-416b-9668-dea4b13a37f2, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=1c053bb5-00e3-416b-9668-dea4b13a37f2,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:35:57.583879 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:57.587343 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Checking router: cd151927-5e21-4006-ac2b-75c1a3a844aa for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:35:57.588149 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Updating router cd151927-5e21-4006-ac2b-75c1a3a844aa port 208c5d53-ec38-4a20-b281-96c818760f65 binding host dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:35:57.591817 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-95d08c11-a5af-46d3-81b3-336efeeaa6f2 None None] Current status of the port 1c053bb5-00e3-416b-9668-dea4b13a37f2 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:35:57.592206 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-95d08c11-a5af-46d3-81b3-336efeeaa6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:57.601026 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Allocated IP 172.20.0.1 (f6f86ee1-eb94-4c82-9c74-7df197ed1334/62da12ad-276e-4aaf-b6e0-ef8568f52ae1/8bf3cfdc-809c-4420-8c6d-317383a578d0) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:35:57.672749 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (208c5d53-ec38-4a20-b281-96c818760f65), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:57.737907 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b8036ae5-f990-47d1-9c6c-43ba25b88ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:57.739214 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=1c053bb5-00e3-416b-9668-dea4b13a37f2,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:57.741145 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Publish callbacks [] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:57.784613 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:57.813489 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.db.api [None req-95d08c11-a5af-46d3-81b3-336efeeaa6f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 15:35:57.814140 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG oslo_db.api [None req-95d08c11-a5af-46d3-81b3-336efeeaa6f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 15:35:57.815335 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b8036ae5-f990-47d1-9c6c-43ba25b88ea1 admin admin] Publish callbacks [] for security_group (b0a1c0ef-6948-4462-8a72-93da721bb044), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:57.821784 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b8036ae5-f990-47d1-9c6c-43ba25b88ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (b0a1c0ef-6948-4462-8a72-93da721bb044), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:57.835133 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Network f6f86ee1-eb94-4c82-9c74-7df197ed1334 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:35:57.838134 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:35:57.843171 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:35:57.846550 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf3cfdc-809c-4420-8c6d-317383a578d0,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:57.865078 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-b8036ae5-f990-47d1-9c6c-43ba25b88ea1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13ea0fadb02a41fb85327c9adc71fccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4856219 Mar 07 15:35:57.865078 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8036ae5-f990-47d1-9c6c-43ba25b88ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a1c0ef-6948-4462-8a72-93da721bb044,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:57.865517 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59306) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:57.906006 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581323'] for router_interface (cd151927-5e21-4006-ac2b-75c1a3a844aa), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:57.982632 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1ac03dfc-0fd1-4575-91de-94ffcb75bab5 admin admin] Publish callbacks [] for security_group (b0a1c0ef-6948-4462-8a72-93da721bb044), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:58.002222 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Publish callbacks [] for port (208c5d53-ec38-4a20-b281-96c818760f65), precommit_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:58.008200 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (208c5d53-ec38-4a20-b281-96c818760f65), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:58.034509 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1ac03dfc-0fd1-4575-91de-94ffcb75bab5 admin admin] Publish callbacks [] for security_group (b0a1c0ef-6948-4462-8a72-93da721bb044), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:58.048595 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Attempting to bind port 208c5d53-ec38-4a20-b281-96c818760f65 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:35:58.048977 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Attempting to bind port 208c5d53-ec38-4a20-b281-96c818760f65 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:35:58.049373 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Attempting to bind port 208c5d53-ec38-4a20-b281-96c818760f65 on network 1357759f-65b0-4822-846b-e4b09ce352da {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:35:58.057430 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:35:58.057799 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Checking segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:35:58.058230 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:58.058731 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Bound using segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:35:58.059224 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Bound port: 208c5d53-ec38-4a20-b281-96c818760f65, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:35:58.059601 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (208c5d53-ec38-4a20-b281-96c818760f65), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:58.093648 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:58.099025 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00deb58-827e-4022-a1e0-30f7881054a3 None None] Pushing event updated for resources: {'Port': ['ID=208c5d53-ec38-4a20-b281-96c818760f65,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:58.121748 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] For port 208c5d53-ec38-4a20-b281-96c818760f65, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:35:58.125298 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] For port 208c5d53-ec38-4a20-b281-96c818760f65, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=208c5d53-ec38-4a20-b281-96c818760f65,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:35:58.135143 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1ac03dfc-0fd1-4575-91de-94ffcb75bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (b0a1c0ef-6948-4462-8a72-93da721bb044), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:58.136073 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (208c5d53-ec38-4a20-b281-96c818760f65), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:58.138492 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1ac03dfc-0fd1-4575-91de-94ffcb75bab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:58.141686 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-1ac03dfc-0fd1-4575-91de-94ffcb75bab5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0a1c0ef-6948-4462-8a72-93da721bb044 HTTP/1.1" status: 204 len: 168 time: 0.2698469 Mar 07 15:35:58.157439 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac03dfc-0fd1-4575-91de-94ffcb75bab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a1c0ef-6948-4462-8a72-93da721bb044,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:58.282960 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Publish callbacks [] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:58.287701 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:58.351275 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf3cfdc-809c-4420-8c6d-317383a578d0,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:58.356575 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:35:58.357213 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:35:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:58.371528 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581287'] for router_interface (cd151927-5e21-4006-ac2b-75c1a3a844aa), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:58.406869 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00deb58-827e-4022-a1e0-30f7881054a3 None None] Pushing event updated for resources: {'Port': ['ID=208c5d53-ec38-4a20-b281-96c818760f65,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:58.416373 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-95d08c11-a5af-46d3-81b3-336efeeaa6f2 None None] Current status of the port 1c053bb5-00e3-416b-9668-dea4b13a37f2 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:35:58.474418 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Network f6f86ee1-eb94-4c82-9c74-7df197ed1334 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:35:58.475762 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:35:58.490975 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:35:58.598937 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-12f594d6-8812-4eb0-87ad-42843729ed76 None None] Provisioning complete for port 1c053bb5-00e3-416b-9668-dea4b13a37f2 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:35:58.599314 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-12f594d6-8812-4eb0-87ad-42843729ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:58.764264 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-12f594d6-8812-4eb0-87ad-42843729ed76 None None] Current status of the port 1c053bb5-00e3-416b-9668-dea4b13a37f2 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:35:58.799517 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-12f594d6-8812-4eb0-87ad-42843729ed76 None None] Provisioning complete for port 8bf3cfdc-809c-4420-8c6d-317383a578d0 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:35:58.799783 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-12f594d6-8812-4eb0-87ad-42843729ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:58.845153 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-12f594d6-8812-4eb0-87ad-42843729ed76 None None] Port 8bf3cfdc-809c-4420-8c6d-317383a578d0 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:35:58.853775 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 2, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:35:58.877236 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Router cd151927-5e21-4006-ac2b-75c1a3a844aa has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:35:58.883779 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6decd2-e0bc-4ba6-ba69-ca4d1fb0f02f None None] The sync data for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi is: [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 2, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:35:58.949573 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 1c053bb5-00e3-416b-9668-dea4b13a37f2 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:35:58.999497 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-7be3a610-4405-4a6f-9519-513d032ec892 None None] Provisioning complete for port 8bf3cfdc-809c-4420-8c6d-317383a578d0 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:35:58.999895 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-7be3a610-4405-4a6f-9519-513d032ec892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:59.024440 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:35:59.038530 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-f6089bc1-84b8-42ff-88a9-65f52d36ce52 admin admin] 10.222.0.26 "PUT /v2.0/routers/cd151927-5e21-4006-ac2b-75c1a3a844aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1343727 Mar 07 15:35:59.044915 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-7be3a610-4405-4a6f-9519-513d032ec892 None None] Port 8bf3cfdc-809c-4420-8c6d-317383a578d0 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:35:59.050465 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 1c053bb5-00e3-416b-9668-dea4b13a37f2 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:35:59.050838 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:59.156767 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 1c053bb5-00e3-416b-9668-dea4b13a37f2 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:35:59.594902 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59354) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:59.600361 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-850418685-network', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:35:59.638287 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] Made reservation on behalf of fdcc284d3bc2450cbbcb00a5a9c21f52 for: {'network': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:35:59.640813 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:59.652824 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:59.753127 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] Publish callbacks [] for security_group (5914916c-ddf1-4167-84d7-a6dd7ed99d45), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:59.757790 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (5914916c-ddf1-4167-84d7-a6dd7ed99d45), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:59.781140 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=102970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:35:59.801609 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (566f96db-cf19-4d20-898c-d6b0a4cce5d9), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:59.802111 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.segments_db [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] Added segment 566f96db-cf19-4d20-898c-d6b0a4cce5d9 of type vlan for network 46b65a8c-977d-4bc8-adbf-dcef9ec0efe8 Mar 07 15:35:59.803445 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5914916c-ddf1-4167-84d7-a6dd7ed99d45,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:59.859851 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (46b65a8c-977d-4bc8-adbf-dcef9ec0efe8), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:59.886031 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (46b65a8c-977d-4bc8-adbf-dcef9ec0efe8), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:59.887315 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:35:59.887903 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:59.922823 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3266964 Mar 07 15:35:59.925609 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59362) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:35:59.930585 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-e31b6d54-08d6-4bde-ab6a-f9fe30ff7131 admin admin] Request body: {'subnet': {'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-850418685-subnet', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'ip_version': 4}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:35:59.952060 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31b6d54-08d6-4bde-ab6a-f9fe30ff7131 admin admin] Made reservation on behalf of fdcc284d3bc2450cbbcb00a5a9c21f52 for: {'subnet': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:35:59.954791 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e31b6d54-08d6-4bde-ab6a-f9fe30ff7131 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4930589'] for subnet (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:35:59.957848 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b043317-15b8-4a18-8d18-4dc7de55e815 admin admin] Pushing event updated for resources: {'Network': ['ID=46b65a8c-977d-4bc8-adbf-dcef9ec0efe8,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:35:59.969260 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network 46b65a8c-977d-4bc8-adbf-dcef9ec0efe8 details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:36:00.151442 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e31b6d54-08d6-4bde-ab6a-f9fe30ff7131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7626765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4930563'] for subnet (3153ff54-26f7-49ac-a91e-4991bd35ae78), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.206787 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b6d54-08d6-4bde-ab6a-f9fe30ff7131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3153ff54-26f7-49ac-a91e-4991bd35ae78,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:00.225051 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b6d54-08d6-4bde-ab6a-f9fe30ff7131 admin admin] Checking segment: {'id': '566f96db-cf19-4d20-898c-d6b0a4cce5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:36:00.225408 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b6d54-08d6-4bde-ab6a-f9fe30ff7131 admin admin] Network hostable DHCP agents. Network: 46b65a8c-977d-4bc8-adbf-dcef9ec0efe8, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:36:00.242453 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b6d54-08d6-4bde-ab6a-f9fe30ff7131 admin admin] Network 46b65a8c-977d-4bc8-adbf-dcef9ec0efe8 is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:36:00.255191 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-e31b6d54-08d6-4bde-ab6a-f9fe30ff7131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, 46b65a8c-977d-4bc8-adbf-dcef9ec0efe8) {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:36:00.260953 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b6d54-08d6-4bde-ab6a-f9fe30ff7131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:00.261791 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e31b6d54-08d6-4bde-ab6a-f9fe30ff7131 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.268008 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be74a193-634b-42f2-8097-fc44dfbb939e None None] Network 46b65a8c-977d-4bc8-adbf-dcef9ec0efe8 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:36:00.281610 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-e31b6d54-08d6-4bde-ab6a-f9fe30ff7131 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3547466 Mar 07 15:36:00.284325 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59376) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:00.288945 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-850418685-router', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:00.309268 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15426'] for router (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.310579 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15435'] for router (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.380905 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Publish callbacks [] for router_controller (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), precommit_add_association {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.387384 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f466aef-16ba-5baa-baad-004e3bae59e2-46b65a8c-977d-4bc8-adbf-dcef9ec0efe8', 'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8', 'project_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'fixed_ips': [{'subnet_id': '3153ff54-26f7-49ac-a91e-4991bd35ae78'}]}} from dv-cinder-830538-7-iscsi. {{(pid=102972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:36:00.390984 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.486561 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59380) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:00.533596 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.db_base_plugin_common [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Allocated IP 172.20.0.2 (46b65a8c-977d-4bc8-adbf-dcef9ec0efe8/3153ff54-26f7-49ac-a91e-4991bd35ae78/ef4e6945-0fda-4e38-a263-673f0d44c4c0) {{(pid=102972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:36:00.535194 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Publish callbacks [] for router_gateway (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.615226 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e1d39b58-2463-4dec-8c7d-a82baaeb673c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.691455 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Publish callbacks [] for port (ef4e6945-0fda-4e38-a263-673f0d44c4c0), precommit_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.695259 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e1d39b58-2463-4dec-8c7d-a82baaeb673c admin admin] Publish callbacks [] for security_group (4847424b-b473-458d-a6b6-1dcc4a7e161b), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.697558 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (ef4e6945-0fda-4e38-a263-673f0d44c4c0), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.699146 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e1d39b58-2463-4dec-8c7d-a82baaeb673c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (4847424b-b473-458d-a6b6-1dcc4a7e161b), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.738367 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-e1d39b58-2463-4dec-8c7d-a82baaeb673c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8863f9e91d704054accaa3430fbf0d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486005 Mar 07 15:36:00.740603 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d39b58-2463-4dec-8c7d-a82baaeb673c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4847424b-b473-458d-a6b6-1dcc4a7e161b,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:00.740932 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59384) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:00.746414 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Network 46b65a8c-977d-4bc8-adbf-dcef9ec0efe8 is already hosted by enough agents. {{(pid=102972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:36:00.747699 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Pushing event updated for resources: {'Port': ['ID=ef4e6945-0fda-4e38-a263-673f0d44c4c0,revision_number=1']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:00.750475 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.base_scheduler [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Resources bound (agent type, host, resource id): {{(pid=102972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:36:00.752882 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Received port after_create {{(pid=102972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:36:00.764490 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Publish callbacks [] for router_gateway (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.798827 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.814146 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Attempting to bind port ef4e6945-0fda-4e38-a263-673f0d44c4c0 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:36:00.814588 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Attempting to bind port ef4e6945-0fda-4e38-a263-673f0d44c4c0 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '566f96db-cf19-4d20-898c-d6b0a4cce5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:36:00.815151 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Attempting to bind port ef4e6945-0fda-4e38-a263-673f0d44c4c0 on network 46b65a8c-977d-4bc8-adbf-dcef9ec0efe8 {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:36:00.821870 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:36:00.821870 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Checking segment: {'id': '566f96db-cf19-4d20-898c-d6b0a4cce5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:36:00.821870 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.821870 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Bound using segment: {'id': '566f96db-cf19-4d20-898c-d6b0a4cce5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:36:00.822474 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Bound port: ef4e6945-0fda-4e38-a263-673f0d44c4c0, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566f96db-cf19-4d20-898c-d6b0a4cce5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:36:00.822770 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ef4e6945-0fda-4e38-a263-673f0d44c4c0), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.869035 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-dd530775-7f6f-4dd5-942f-5adea6c052d5 admin admin] Publish callbacks [] for security_group (4847424b-b473-458d-a6b6-1dcc4a7e161b), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.885821 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] For port ef4e6945-0fda-4e38-a263-673f0d44c4c0, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:36:00.889117 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] For port ef4e6945-0fda-4e38-a263-673f0d44c4c0, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=ef4e6945-0fda-4e38-a263-673f0d44c4c0,segment=NetworkSegment(566f96db-cf19-4d20-898c-d6b0a4cce5d9),segment_id=566f96db-cf19-4d20-898c-d6b0a4cce5d9)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:36:00.899032 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ef4e6945-0fda-4e38-a263-673f0d44c4c0), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.922172 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-dd530775-7f6f-4dd5-942f-5adea6c052d5 admin admin] Publish callbacks [] for security_group (4847424b-b473-458d-a6b6-1dcc4a7e161b), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:00.974701 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a63bc1-2c91-4616-ac6a-fef8e7373cbe None None] Pushing event updated for resources: {'Port': ['ID=ef4e6945-0fda-4e38-a263-673f0d44c4c0,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:00.984598 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Allocated IP 172.27.3.199 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/af33e4b8-fc60-440e-8403-badd8af778a1) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:36:01.004131 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 208c5d53-ec38-4a20-b281-96c818760f65 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:36:01.030982 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-dd530775-7f6f-4dd5-942f-5adea6c052d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (4847424b-b473-458d-a6b6-1dcc4a7e161b), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.034620 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-dd530775-7f6f-4dd5-942f-5adea6c052d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.039613 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-dd530775-7f6f-4dd5-942f-5adea6c052d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4847424b-b473-458d-a6b6-1dcc4a7e161b HTTP/1.1" status: 204 len: 168 time: 0.2911112 Mar 07 15:36:01.068572 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd530775-7f6f-4dd5-942f-5adea6c052d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4847424b-b473-458d-a6b6-1dcc4a7e161b,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:01.073756 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 208c5d53-ec38-4a20-b281-96c818760f65 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:01.074384 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (208c5d53-ec38-4a20-b281-96c818760f65), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.197879 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Publish callbacks [] for port (af33e4b8-fc60-440e-8403-badd8af778a1), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.211974 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 208c5d53-ec38-4a20-b281-96c818760f65 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:01.213731 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (208c5d53-ec38-4a20-b281-96c818760f65), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.246278 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port 208c5d53-ec38-4a20-b281-96c818760f65, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=208c5d53-ec38-4a20-b281-96c818760f65,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:01.252316 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (208c5d53-ec38-4a20-b281-96c818760f65), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.269303 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (af33e4b8-fc60-440e-8403-badd8af778a1), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.317855 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Sync routers for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:36:01.331970 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:01.334365 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:36:01.338372 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:35:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:01.340646 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:36:01.344565 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:36:01.360484 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=208c5d53-ec38-4a20-b281-96c818760f65,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:01.394536 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=af33e4b8-fc60-440e-8403-badd8af778a1,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:01.429909 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59392) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:01.455402 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c4e0a207-e7dd-4e5a-acd7-382bafab9357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.543135 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c4e0a207-e7dd-4e5a-acd7-382bafab9357 admin admin] Publish callbacks [] for security_group (e2bbd75e-eea4-410b-bf88-253aee247b56), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.547715 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c4e0a207-e7dd-4e5a-acd7-382bafab9357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (e2bbd75e-eea4-410b-bf88-253aee247b56), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.584242 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:01.591588 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0a207-e7dd-4e5a-acd7-382bafab9357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bbd75e-eea4-410b-bf88-253aee247b56,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:01.600344 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-c4e0a207-e7dd-4e5a-acd7-382bafab9357 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e096f0fb6df34aa99278470107fed0f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1668704 Mar 07 15:36:01.601011 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59394) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:01.653738 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Publish callbacks [] for router_gateway (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.660785 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4de2c6eb-9b2b-4878-9cb8-4b017faf1772 admin admin] Publish callbacks [] for security_group (e2bbd75e-eea4-410b-bf88-253aee247b56), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.685808 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4de2c6eb-9b2b-4878-9cb8-4b017faf1772 admin admin] Publish callbacks [] for security_group (e2bbd75e-eea4-410b-bf88-253aee247b56), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.740850 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4de2c6eb-9b2b-4878-9cb8-4b017faf1772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (e2bbd75e-eea4-410b-bf88-253aee247b56), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.745037 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4de2c6eb-9b2b-4878-9cb8-4b017faf1772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.749539 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-4de2c6eb-9b2b-4878-9cb8-4b017faf1772 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2bbd75e-eea4-410b-bf88-253aee247b56 HTTP/1.1" status: 204 len: 168 time: 0.1426263 Mar 07 15:36:01.756783 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2c6eb-9b2b-4878-9cb8-4b017faf1772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bbd75e-eea4-410b-bf88-253aee247b56,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:01.800860 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 2, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:01.843660 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Checking router: cd151927-5e21-4006-ac2b-75c1a3a844aa for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:36:01.844017 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Updating router cd151927-5e21-4006-ac2b-75c1a3a844aa port 8bf3cfdc-809c-4420-8c6d-317383a578d0 binding host dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:36:01.878499 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:01.888187 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574438'] for router (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:02.043061 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Router 4cb678ed-3968-4c30-99fa-ec5efe2c89e7 is scheduled to L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 with binding_index 1 {{(pid=102971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:36:02.161070 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a759ec23-08e6-41d2-b313-458de67ce677 None None] Network 46b65a8c-977d-4bc8-adbf-dcef9ec0efe8 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:36:02.183598 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Publish callbacks [] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), precommit_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:02.192249 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:02.207599 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:36:02.230805 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:02.235473 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59406) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:02.235934 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-bf3d25ab-b2a1-4545-aead-8451457d3ee3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9504514 Mar 07 15:36:02.237256 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Sync routers for ids ['4cb678ed-3968-4c30-99fa-ec5efe2c89e7'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:36:02.256743 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d6219-bac3-44a4-8f6b-f050663be632 None None] Pushing event updated for resources: {'Port': ['ID=8bf3cfdc-809c-4420-8c6d-317383a578d0,revision_number=3']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:02.269692 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Routers {'4cb678ed-3968-4c30-99fa-ec5efe2c89e7'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:02.269938 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d6219-bac3-44a4-8f6b-f050663be632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:02.270456 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d6219-bac3-44a4-8f6b-f050663be632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:02.270939 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d6219-bac3-44a4-8f6b-f050663be632 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:02.271101 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:35:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['4cb678ed-3968-4c30-99fa-ec5efe2c89e7'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:02.271458 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d6219-bac3-44a4-8f6b-f050663be632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:02.271885 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d6219-bac3-44a4-8f6b-f050663be632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:02.272312 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d6219-bac3-44a4-8f6b-f050663be632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:02.272894 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d6219-bac3-44a4-8f6b-f050663be632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:02.273406 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d6219-bac3-44a4-8f6b-f050663be632 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:02.273825 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d6219-bac3-44a4-8f6b-f050663be632 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:02.274284 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d6219-bac3-44a4-8f6b-f050663be632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:02.274963 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d6219-bac3-44a4-8f6b-f050663be632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:02.275342 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d6219-bac3-44a4-8f6b-f050663be632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:02.276394 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d6219-bac3-44a4-8f6b-f050663be632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:02.277811 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-84d2e457-2d2f-42f3-81b6-c1b0465ec6e1 None None] Provisioning complete for port ef4e6945-0fda-4e38-a263-673f0d44c4c0 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:02.278364 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-84d2e457-2d2f-42f3-81b6-c1b0465ec6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ef4e6945-0fda-4e38-a263-673f0d44c4c0), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:02.364609 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Attempting to bind port 8bf3cfdc-809c-4420-8c6d-317383a578d0 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:36:02.369198 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Attempting to bind port 8bf3cfdc-809c-4420-8c6d-317383a578d0 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:36:02.370001 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Attempting to bind port 8bf3cfdc-809c-4420-8c6d-317383a578d0 on network f6f86ee1-eb94-4c82-9c74-7df197ed1334 {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:36:02.376340 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:36:02.377067 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Checking segment: {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:36:02.377715 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:02.378338 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Bound using segment: {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:36:02.379229 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Bound port: 8bf3cfdc-809c-4420-8c6d-317383a578d0, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'}}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:36:02.379859 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:02.484323 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] For port 8bf3cfdc-809c-4420-8c6d-317383a578d0, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:36:02.488992 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] For port 8bf3cfdc-809c-4420-8c6d-317383a578d0, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=8bf3cfdc-809c-4420-8c6d-317383a578d0,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:36:02.497061 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:02.556784 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d6219-bac3-44a4-8f6b-f050663be632 None None] Pushing event updated for resources: {'Port': ['ID=8bf3cfdc-809c-4420-8c6d-317383a578d0,revision_number=4']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:02.598885 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:02.599517 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:35:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:02.676794 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-84d2e457-2d2f-42f3-81b6-c1b0465ec6e1 None None] Current status of the port ef4e6945-0fda-4e38-a263-673f0d44c4c0 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:02.677263 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-84d2e457-2d2f-42f3-81b6-c1b0465ec6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ef4e6945-0fda-4e38-a263-673f0d44c4c0), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:02.738828 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Set router 4cb678ed-3968-4c30-99fa-ec5efe2c89e7 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:02.751433 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-84d2e457-2d2f-42f3-81b6-c1b0465ec6e1 None None] For port ef4e6945-0fda-4e38-a263-673f0d44c4c0, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=ef4e6945-0fda-4e38-a263-673f0d44c4c0,segment=NetworkSegment(566f96db-cf19-4d20-898c-d6b0a4cce5d9),segment_id=566f96db-cf19-4d20-898c-d6b0a4cce5d9)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:02.784430 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-84d2e457-2d2f-42f3-81b6-c1b0465ec6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ef4e6945-0fda-4e38-a263-673f0d44c4c0), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:02.807994 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:03.046609 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:03.111704 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:02Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:03.113389 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-52ac6ffb-67f9-4e2f-b683-b9e2d008cd7e None None] Provisioning complete for port 8bf3cfdc-809c-4420-8c6d-317383a578d0 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:03.114026 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-52ac6ffb-67f9-4e2f-b683-b9e2d008cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:03.123861 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2e457-2d2f-42f3-81b6-c1b0465ec6e1 None None] Pushing event updated for resources: {'Port': ['ID=ef4e6945-0fda-4e38-a263-673f0d44c4c0,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:03.141162 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c6796-85d2-4a76-837c-f6bb89f1cb8a None None] The sync data for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi is: [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:02Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:36:03.197054 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'name': 'tempest-TestVolumeBootPattern-850418685-router', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'af33e4b8-fc60-440e-8403-badd8af778a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 3, 'project_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'gw_port': {'id': 'af33e4b8-fc60-440e-8403-badd8af778a1', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:03.258849 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Checking router: 4cb678ed-3968-4c30-99fa-ec5efe2c89e7 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:36:03.259247 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Updating router 4cb678ed-3968-4c30-99fa-ec5efe2c89e7 port af33e4b8-fc60-440e-8403-badd8af778a1 binding host dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:36:03.265429 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 8bf3cfdc-809c-4420-8c6d-317383a578d0 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:36:03.331982 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Allocated IP 172.20.0.1 (46b65a8c-977d-4bc8-adbf-dcef9ec0efe8/3153ff54-26f7-49ac-a91e-4991bd35ae78/9343798f-c8a7-47dc-9e81-f0950eaf06dd) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:36:03.344739 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (af33e4b8-fc60-440e-8403-badd8af778a1), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:03.350842 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-52ac6ffb-67f9-4e2f-b683-b9e2d008cd7e None None] Current status of the port 8bf3cfdc-809c-4420-8c6d-317383a578d0 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:03.351327 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-52ac6ffb-67f9-4e2f-b683-b9e2d008cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:03.424510 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-52ac6ffb-67f9-4e2f-b683-b9e2d008cd7e None None] For port 8bf3cfdc-809c-4420-8c6d-317383a578d0, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=8bf3cfdc-809c-4420-8c6d-317383a578d0,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:03.436863 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-52ac6ffb-67f9-4e2f-b683-b9e2d008cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:03.473382 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Publish callbacks [] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:03.513544 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:03.566343 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Network 46b65a8c-977d-4bc8-adbf-dcef9ec0efe8 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:36:03.567298 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 8bf3cfdc-809c-4420-8c6d-317383a578d0 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:03.567708 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:03.573852 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:36:03.578624 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:36:03.630622 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac6ffb-67f9-4e2f-b683-b9e2d008cd7e None None] Pushing event updated for resources: {'Port': ['ID=8bf3cfdc-809c-4420-8c6d-317383a578d0,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:03.631868 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581323'] for router_interface (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:03.656748 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-407bc05c-cc42-40b9-b20b-df2907ab763e None None] Provisioning complete for port 8bf3cfdc-809c-4420-8c6d-317383a578d0 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:03.657168 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-407bc05c-cc42-40b9-b20b-df2907ab763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:03.711746 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Pushing event updated for resources: {'Port': ['ID=9343798f-c8a7-47dc-9e81-f0950eaf06dd,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:03.842456 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:03.939217 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 8bf3cfdc-809c-4420-8c6d-317383a578d0 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:03.940271 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device ef4e6945-0fda-4e38-a263-673f0d44c4c0 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:36:04.017229 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-407bc05c-cc42-40b9-b20b-df2907ab763e None None] Current status of the port 8bf3cfdc-809c-4420-8c6d-317383a578d0 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:04.037381 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Publish callbacks [] for port (af33e4b8-fc60-440e-8403-badd8af778a1), precommit_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:04.050311 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (af33e4b8-fc60-440e-8403-badd8af778a1), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:04.061667 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-407bc05c-cc42-40b9-b20b-df2907ab763e None None] Provisioning complete for port ef4e6945-0fda-4e38-a263-673f0d44c4c0 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:04.062183 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-407bc05c-cc42-40b9-b20b-df2907ab763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ef4e6945-0fda-4e38-a263-673f0d44c4c0), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:04.077126 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Publish callbacks [] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:04.086111 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:04.120986 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port ef4e6945-0fda-4e38-a263-673f0d44c4c0 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:04.121416 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ef4e6945-0fda-4e38-a263-673f0d44c4c0), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:04.164376 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Pushing event updated for resources: {'Port': ['ID=9343798f-c8a7-47dc-9e81-f0950eaf06dd,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:04.167348 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581287'] for router_interface (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:04.171867 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Attempting to bind port af33e4b8-fc60-440e-8403-badd8af778a1 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:36:04.172331 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Attempting to bind port af33e4b8-fc60-440e-8403-badd8af778a1 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:36:04.172784 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Attempting to bind port af33e4b8-fc60-440e-8403-badd8af778a1 on network 1357759f-65b0-4822-846b-e4b09ce352da {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:36:04.179157 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87080cb1-07ee-4740-8b04-0681b8377fa7 None None] Pushing event updated for resources: {'Port': ['ID=af33e4b8-fc60-440e-8403-badd8af778a1,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:04.192512 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:36:04.192974 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Checking segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:36:04.193442 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:04.193914 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Bound using segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:36:04.194497 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Bound port: af33e4b8-fc60-440e-8403-badd8af778a1, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:36:04.194933 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (af33e4b8-fc60-440e-8403-badd8af778a1), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:04.277275 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Network 46b65a8c-977d-4bc8-adbf-dcef9ec0efe8 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:36:04.278785 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:36:04.315781 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] For port af33e4b8-fc60-440e-8403-badd8af778a1, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:36:04.342524 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] For port af33e4b8-fc60-440e-8403-badd8af778a1, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=af33e4b8-fc60-440e-8403-badd8af778a1,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:36:04.343915 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-407bc05c-cc42-40b9-b20b-df2907ab763e None None] Current status of the port ef4e6945-0fda-4e38-a263-673f0d44c4c0 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:04.354736 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (af33e4b8-fc60-440e-8403-badd8af778a1), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:04.359060 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port ef4e6945-0fda-4e38-a263-673f0d44c4c0 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:04.360132 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 208c5d53-ec38-4a20-b281-96c818760f65 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:36:04.444681 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Router 4cb678ed-3968-4c30-99fa-ec5efe2c89e7 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:36:04.448738 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Routers {'4cb678ed-3968-4c30-99fa-ec5efe2c89e7'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:04.449369 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:35:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['4cb678ed-3968-4c30-99fa-ec5efe2c89e7'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:04.451188 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87080cb1-07ee-4740-8b04-0681b8377fa7 None None] Pushing event updated for resources: {'Port': ['ID=af33e4b8-fc60-440e-8403-badd8af778a1,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:04.524862 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 208c5d53-ec38-4a20-b281-96c818760f65 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:04.525455 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (208c5d53-ec38-4a20-b281-96c818760f65), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:04.533222 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-9667a171-b88c-4794-80c6-2e88a1cec81f None None] Provisioning complete for port 9343798f-c8a7-47dc-9e81-f0950eaf06dd triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:04.533678 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-9667a171-b88c-4794-80c6-2e88a1cec81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:04.598451 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:36:04.610303 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-3c1ffac4-042f-4c39-afa2-46e3fed952e0 admin admin] 10.222.0.26 "PUT /v2.0/routers/4cb678ed-3968-4c30-99fa-ec5efe2c89e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3735025 Mar 07 15:36:04.646992 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-9667a171-b88c-4794-80c6-2e88a1cec81f None None] Port 9343798f-c8a7-47dc-9e81-f0950eaf06dd cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:36:04.657418 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] Set router 4cb678ed-3968-4c30-99fa-ec5efe2c89e7 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:04.918593 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 208c5d53-ec38-4a20-b281-96c818760f65 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:04.933152 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-0c8755c9-e711-4489-8958-a0b8d8743490 None None] Provisioning complete for port 9343798f-c8a7-47dc-9e81-f0950eaf06dd triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:04.933555 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0c8755c9-e711-4489-8958-a0b8d8743490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:04.981483 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-0c8755c9-e711-4489-8958-a0b8d8743490 None None] Port 9343798f-c8a7-47dc-9e81-f0950eaf06dd cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:36:05.043697 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 8bf3cfdc-809c-4420-8c6d-317383a578d0 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:36:05.147755 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 8bf3cfdc-809c-4420-8c6d-317383a578d0 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:05.148106 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:05.201752 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'name': 'tempest-TestVolumeBootPattern-850418685-router', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'af33e4b8-fc60-440e-8403-badd8af778a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 4, 'project_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'gw_port': {'id': 'af33e4b8-fc60-440e-8403-badd8af778a1', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '9343798f-c8a7-47dc-9e81-f0950eaf06dd', 'name': '', 'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'mac_address': 'fa:16:3e:00:a2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3153ff54-26f7-49ac-a91e-4991bd35ae78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:36:03Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 2, 'project_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'subnets': [{'id': '3153ff54-26f7-49ac-a91e-4991bd35ae78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:05.236007 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b039b0ff-63d4-4f91-9040-af7d8cc6bffe None None] The sync data for ids ['4cb678ed-3968-4c30-99fa-ec5efe2c89e7'] in dv-cinder-830538-7-iscsi is: [{'id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'name': 'tempest-TestVolumeBootPattern-850418685-router', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'af33e4b8-fc60-440e-8403-badd8af778a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 4, 'project_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'gw_port': {'id': 'af33e4b8-fc60-440e-8403-badd8af778a1', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '9343798f-c8a7-47dc-9e81-f0950eaf06dd', 'name': '', 'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'mac_address': 'fa:16:3e:00:a2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3153ff54-26f7-49ac-a91e-4991bd35ae78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:36:03Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 2, 'project_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'subnets': [{'id': '3153ff54-26f7-49ac-a91e-4991bd35ae78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:36:05.285089 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 8bf3cfdc-809c-4420-8c6d-317383a578d0 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:05.286827 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device ef4e6945-0fda-4e38-a263-673f0d44c4c0 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:36:05.350743 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port ef4e6945-0fda-4e38-a263-673f0d44c4c0 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:05.351806 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ef4e6945-0fda-4e38-a263-673f0d44c4c0), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:05.439860 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port ef4e6945-0fda-4e38-a263-673f0d44c4c0 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:05.754505 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59534) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:05.759725 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-5e8fa8eb-3c87-4142-bf09-f416624769d9 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843165121', 'description': 'tempest-secgroup-smoke-1843165121 description', 'project_id': 'a83d62f069f544168c7dc36ad4f7b139'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:05.781929 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa8eb-3c87-4142-bf09-f416624769d9 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:05.861772 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa8eb-3c87-4142-bf09-f416624769d9 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group (376176cb-76fa-45c1-abb9-411e8e908e8d), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:05.866196 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa8eb-3c87-4142-bf09-f416624769d9 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (376176cb-76fa-45c1-abb9-411e8e908e8d), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:05.883092 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59538) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:05.902961 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa8eb-3c87-4142-bf09-f416624769d9 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:05.906234 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-5e8fa8eb-3c87-4142-bf09-f416624769d9 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1481771 Mar 07 15:36:05.906234 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fa8eb-3c87-4142-bf09-f416624769d9 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376176cb-76fa-45c1-abb9-411e8e908e8d,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:05.907528 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59542) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:05.912755 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-aa937f7f-509c-4f6c-a5a6-fa7e23f7c9ab tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Request body: {'security_group_rule': {'security_group_id': '376176cb-76fa-45c1-abb9-411e8e908e8d', 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:05.938419 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-aa937f7f-509c-4f6c-a5a6-fa7e23f7c9ab tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (ed6e2346-569e-42ca-91cf-a026a0742fb3), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.042211 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0bd643a1-85c1-44cd-8a1e-77ecbc9221e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.054642 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-aa937f7f-509c-4f6c-a5a6-fa7e23f7c9ab tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (ed6e2346-569e-42ca-91cf-a026a0742fb3), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.059472 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-aa937f7f-509c-4f6c-a5a6-fa7e23f7c9ab tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (ed6e2346-569e-42ca-91cf-a026a0742fb3), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.085514 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa937f7f-509c-4f6c-a5a6-fa7e23f7c9ab tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6e2346-569e-42ca-91cf-a026a0742fb3,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:06.097052 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-aa937f7f-509c-4f6c-a5a6-fa7e23f7c9ab tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.101199 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-aa937f7f-509c-4f6c-a5a6-fa7e23f7c9ab tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898491 Mar 07 15:36:06.101342 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59544) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:06.107200 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-71bc858f-87c1-4e76-96d4-1a579885aa2e tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Request body: {'security_group_rule': {'security_group_id': '376176cb-76fa-45c1-abb9-411e8e908e8d', 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:06.135550 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0bd643a1-85c1-44cd-8a1e-77ecbc9221e1 admin admin] Publish callbacks [] for security_group (39a7a8f2-dba4-4fd0-a581-050f61709d47), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.138100 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-71bc858f-87c1-4e76-96d4-1a579885aa2e tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (0f9dfb83-7f47-4e0a-a0a8-3a1d00d7f314), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.141315 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0bd643a1-85c1-44cd-8a1e-77ecbc9221e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (39a7a8f2-dba4-4fd0-a581-050f61709d47), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.187200 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-0bd643a1-85c1-44cd-8a1e-77ecbc9221e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87a333d88e8c407f8cc807086af4f5d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024750 Mar 07 15:36:06.191186 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59546) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:06.192442 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd643a1-85c1-44cd-8a1e-77ecbc9221e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a7a8f2-dba4-4fd0-a581-050f61709d47,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:06.214437 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-71bc858f-87c1-4e76-96d4-1a579885aa2e tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (0f9dfb83-7f47-4e0a-a0a8-3a1d00d7f314), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.220696 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-71bc858f-87c1-4e76-96d4-1a579885aa2e tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (0f9dfb83-7f47-4e0a-a0a8-3a1d00d7f314), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.255535 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc858f-87c1-4e76-96d4-1a579885aa2e tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9dfb83-7f47-4e0a-a0a8-3a1d00d7f314,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:06.268217 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-71bc858f-87c1-4e76-96d4-1a579885aa2e tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.269742 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-71bc858f-87c1-4e76-96d4-1a579885aa2e tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1671863 Mar 07 15:36:06.272448 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59548) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:06.277390 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-b1e6d734-795b-4b65-879a-2cca55f6d735 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Request body: {'security_group_rule': {'security_group_id': '376176cb-76fa-45c1-abb9-411e8e908e8d', 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:06.296602 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-41f3147c-ae39-487e-977e-7dfb13baf589 admin admin] Publish callbacks [] for security_group (39a7a8f2-dba4-4fd0-a581-050f61709d47), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.331131 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-41f3147c-ae39-487e-977e-7dfb13baf589 admin admin] Publish callbacks [] for security_group (39a7a8f2-dba4-4fd0-a581-050f61709d47), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.333072 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d734-795b-4b65-879a-2cca55f6d735 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (30660f7d-c5a6-4792-874c-5ccdc157c3cf), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.431006 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d734-795b-4b65-879a-2cca55f6d735 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (30660f7d-c5a6-4792-874c-5ccdc157c3cf), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.432591 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-41f3147c-ae39-487e-977e-7dfb13baf589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (39a7a8f2-dba4-4fd0-a581-050f61709d47), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.435665 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-41f3147c-ae39-487e-977e-7dfb13baf589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.439236 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-41f3147c-ae39-487e-977e-7dfb13baf589 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39a7a8f2-dba4-4fd0-a581-050f61709d47 HTTP/1.1" status: 204 len: 168 time: 0.2445672 Mar 07 15:36:06.445335 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3147c-ae39-487e-977e-7dfb13baf589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a7a8f2-dba4-4fd0-a581-050f61709d47,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:06.447098 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d734-795b-4b65-879a-2cca55f6d735 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (30660f7d-c5a6-4792-874c-5ccdc157c3cf), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.464130 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6d734-795b-4b65-879a-2cca55f6d735 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30660f7d-c5a6-4792-874c-5ccdc157c3cf,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:06.483718 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d734-795b-4b65-879a-2cca55f6d735 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.486669 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-b1e6d734-795b-4b65-879a-2cca55f6d735 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2118685 Mar 07 15:36:06.488848 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59552) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:06.495141 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-f94ee98f-088f-456e-a0a4-ad71dc1c3b2f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Request body: {'security_group_rule': {'security_group_id': '376176cb-76fa-45c1-abb9-411e8e908e8d', 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:06.524456 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f94ee98f-088f-456e-a0a4-ad71dc1c3b2f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (08c4d014-3061-444a-9390-17945134cb9a), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.599366 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f94ee98f-088f-456e-a0a4-ad71dc1c3b2f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (08c4d014-3061-444a-9390-17945134cb9a), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.603185 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f94ee98f-088f-456e-a0a4-ad71dc1c3b2f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (08c4d014-3061-444a-9390-17945134cb9a), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.621536 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ee98f-088f-456e-a0a4-ad71dc1c3b2f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c4d014-3061-444a-9390-17945134cb9a,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:06.632305 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f94ee98f-088f-456e-a0a4-ad71dc1c3b2f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.633530 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-f94ee98f-088f-456e-a0a4-ad71dc1c3b2f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438928 Mar 07 15:36:06.636496 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59556) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:06.640763 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-e98e85c3-0edf-4fc9-889f-279ba7921464 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Request body: {'security_group_rule': {'security_group_id': '376176cb-76fa-45c1-abb9-411e8e908e8d', 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:06.661200 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.securitygroups_db [None req-e98e85c3-0edf-4fc9-889f-279ba7921464 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Project a83d62f069f544168c7dc36ad4f7b139 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 15:36:06.668228 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e98e85c3-0edf-4fc9-889f-279ba7921464 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (b5fd4f86-860d-4baf-b921-88d6df2dab4a), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.737351 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e98e85c3-0edf-4fc9-889f-279ba7921464 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (b5fd4f86-860d-4baf-b921-88d6df2dab4a), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.742071 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e98e85c3-0edf-4fc9-889f-279ba7921464 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (b5fd4f86-860d-4baf-b921-88d6df2dab4a), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.759937 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e85c3-0edf-4fc9-889f-279ba7921464 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5fd4f86-860d-4baf-b921-88d6df2dab4a,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:06.768091 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e98e85c3-0edf-4fc9-889f-279ba7921464 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.769289 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-e98e85c3-0edf-4fc9-889f-279ba7921464 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318693 Mar 07 15:36:06.772044 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59558) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:06.777004 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-0bd06a44-8d4e-43c8-b6fc-0d098cd1916b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Request body: {'security_group_rule': {'security_group_id': '376176cb-76fa-45c1-abb9-411e8e908e8d', 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:06.777344 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59560) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:06.791940 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-475dc603-8193-488a-bc1a-2133b53c66a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.797784 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.securitygroups_db [None req-0bd06a44-8d4e-43c8-b6fc-0d098cd1916b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Project a83d62f069f544168c7dc36ad4f7b139 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 15:36:06.803008 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0bd06a44-8d4e-43c8-b6fc-0d098cd1916b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (ef413177-734b-4ad8-9c9f-35de49a60792), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.865416 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0bd06a44-8d4e-43c8-b6fc-0d098cd1916b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (ef413177-734b-4ad8-9c9f-35de49a60792), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.869228 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0bd06a44-8d4e-43c8-b6fc-0d098cd1916b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (ef413177-734b-4ad8-9c9f-35de49a60792), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.871989 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-475dc603-8193-488a-bc1a-2133b53c66a2 admin admin] Publish callbacks [] for security_group (f60d9af4-1cf0-4d62-9649-1fcae5c01c2b), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.875877 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-475dc603-8193-488a-bc1a-2133b53c66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f60d9af4-1cf0-4d62-9649-1fcae5c01c2b), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.892048 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd06a44-8d4e-43c8-b6fc-0d098cd1916b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef413177-734b-4ad8-9c9f-35de49a60792,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:06.898545 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0bd06a44-8d4e-43c8-b6fc-0d098cd1916b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:06.899893 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-0bd06a44-8d4e-43c8-b6fc-0d098cd1916b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269071 Mar 07 15:36:06.915533 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-475dc603-8193-488a-bc1a-2133b53c66a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2cc66b7441864f77979be62cf01b64af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346335 Mar 07 15:36:06.915903 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59566) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:06.926609 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dc603-8193-488a-bc1a-2133b53c66a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60d9af4-1cf0-4d62-9649-1fcae5c01c2b,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:06.977175 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e0b852ae-4115-4d33-8f77-bffa48bf3c3d admin admin] Publish callbacks [] for security_group (f60d9af4-1cf0-4d62-9649-1fcae5c01c2b), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:07.011432 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e0b852ae-4115-4d33-8f77-bffa48bf3c3d admin admin] Publish callbacks [] for security_group (f60d9af4-1cf0-4d62-9649-1fcae5c01c2b), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:07.058085 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device af33e4b8-fc60-440e-8403-badd8af778a1 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:36:07.067905 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e0b852ae-4115-4d33-8f77-bffa48bf3c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f60d9af4-1cf0-4d62-9649-1fcae5c01c2b), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:07.070818 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e0b852ae-4115-4d33-8f77-bffa48bf3c3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:07.072053 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-e0b852ae-4115-4d33-8f77-bffa48bf3c3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f60d9af4-1cf0-4d62-9649-1fcae5c01c2b HTTP/1.1" status: 204 len: 168 time: 0.1550767 Mar 07 15:36:07.081051 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b852ae-4115-4d33-8f77-bffa48bf3c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60d9af4-1cf0-4d62-9649-1fcae5c01c2b,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:07.147909 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port af33e4b8-fc60-440e-8403-badd8af778a1 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:07.148712 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (af33e4b8-fc60-440e-8403-badd8af778a1), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:07.249731 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port af33e4b8-fc60-440e-8403-badd8af778a1 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:07.250625 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (af33e4b8-fc60-440e-8403-badd8af778a1), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:07.282983 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port af33e4b8-fc60-440e-8403-badd8af778a1, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=af33e4b8-fc60-440e-8403-badd8af778a1,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:07.287503 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (af33e4b8-fc60-440e-8403-badd8af778a1), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:07.343186 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=af33e4b8-fc60-440e-8403-badd8af778a1,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:07.536511 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Sync routers for ids ['4cb678ed-3968-4c30-99fa-ec5efe2c89e7'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:36:07.547488 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Routers {'4cb678ed-3968-4c30-99fa-ec5efe2c89e7'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:07.548202 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:35:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['4cb678ed-3968-4c30-99fa-ec5efe2c89e7'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:07.660530 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Set router 4cb678ed-3968-4c30-99fa-ec5efe2c89e7 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:07.877421 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'name': 'tempest-TestVolumeBootPattern-850418685-router', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'af33e4b8-fc60-440e-8403-badd8af778a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 4, 'project_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'gw_port': {'id': 'af33e4b8-fc60-440e-8403-badd8af778a1', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '9343798f-c8a7-47dc-9e81-f0950eaf06dd', 'name': '', 'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'mac_address': 'fa:16:3e:00:a2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3153ff54-26f7-49ac-a91e-4991bd35ae78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:36:03Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 2, 'project_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'subnets': [{'id': '3153ff54-26f7-49ac-a91e-4991bd35ae78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:07.904889 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Checking router: 4cb678ed-3968-4c30-99fa-ec5efe2c89e7 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:36:07.905234 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Updating router 4cb678ed-3968-4c30-99fa-ec5efe2c89e7 port 9343798f-c8a7-47dc-9e81-f0950eaf06dd binding host dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:36:07.935089 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:08.213268 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Publish callbacks [] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), precommit_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:08.218692 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:08.279060 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b61bd-3373-4db6-b9e0-0bd436d179f0 None None] Pushing event updated for resources: {'Port': ['ID=9343798f-c8a7-47dc-9e81-f0950eaf06dd,revision_number=3']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:08.342743 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Attempting to bind port 9343798f-c8a7-47dc-9e81-f0950eaf06dd on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:36:08.343108 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Attempting to bind port 9343798f-c8a7-47dc-9e81-f0950eaf06dd by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '566f96db-cf19-4d20-898c-d6b0a4cce5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8'}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:36:08.343444 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Attempting to bind port 9343798f-c8a7-47dc-9e81-f0950eaf06dd on network 46b65a8c-977d-4bc8-adbf-dcef9ec0efe8 {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:36:08.349656 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:36:08.350121 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Checking segment: {'id': '566f96db-cf19-4d20-898c-d6b0a4cce5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:36:08.350525 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:08.351103 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Bound using segment: {'id': '566f96db-cf19-4d20-898c-d6b0a4cce5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8'} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:36:08.351380 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Bound port: 9343798f-c8a7-47dc-9e81-f0950eaf06dd, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566f96db-cf19-4d20-898c-d6b0a4cce5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8'}}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:36:08.352144 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:08.429871 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] For port 9343798f-c8a7-47dc-9e81-f0950eaf06dd, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:36:08.433923 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] For port 9343798f-c8a7-47dc-9e81-f0950eaf06dd, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=9343798f-c8a7-47dc-9e81-f0950eaf06dd,segment=NetworkSegment(566f96db-cf19-4d20-898c-d6b0a4cce5d9),segment_id=566f96db-cf19-4d20-898c-d6b0a4cce5d9)] {{(pid=102973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:36:08.440521 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:08.540152 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-96911286-6e9e-48da-b8e0-6ba45690c32e None None] Provisioning complete for port 9343798f-c8a7-47dc-9e81-f0950eaf06dd triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:08.540689 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-96911286-6e9e-48da-b8e0-6ba45690c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:08.576549 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Routers {'4cb678ed-3968-4c30-99fa-ec5efe2c89e7'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:08.577183 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:35:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['4cb678ed-3968-4c30-99fa-ec5efe2c89e7'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:08.640549 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-96911286-6e9e-48da-b8e0-6ba45690c32e None None] Current status of the port 9343798f-c8a7-47dc-9e81-f0950eaf06dd is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:08.641104 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-96911286-6e9e-48da-b8e0-6ba45690c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:08.687496 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-96911286-6e9e-48da-b8e0-6ba45690c32e None None] For port 9343798f-c8a7-47dc-9e81-f0950eaf06dd, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=9343798f-c8a7-47dc-9e81-f0950eaf06dd,segment=NetworkSegment(566f96db-cf19-4d20-898c-d6b0a4cce5d9),segment_id=566f96db-cf19-4d20-898c-d6b0a4cce5d9)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:08.693609 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-96911286-6e9e-48da-b8e0-6ba45690c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:08.709728 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] Set router 4cb678ed-3968-4c30-99fa-ec5efe2c89e7 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:08.761867 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96911286-6e9e-48da-b8e0-6ba45690c32e None None] Pushing event updated for resources: {'Port': ['ID=9343798f-c8a7-47dc-9e81-f0950eaf06dd,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:08.793054 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b61bd-3373-4db6-b9e0-0bd436d179f0 None None] Pushing event updated for resources: {'Port': ['ID=9343798f-c8a7-47dc-9e81-f0950eaf06dd,revision_number=4']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:08.923724 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-f1a71f84-4ede-4492-a8d7-222aadc7b101 None None] Provisioning complete for port 9343798f-c8a7-47dc-9e81-f0950eaf06dd triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:08.924251 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f1a71f84-4ede-4492-a8d7-222aadc7b101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:08.925741 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'name': 'tempest-TestVolumeBootPattern-850418685-router', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'af33e4b8-fc60-440e-8403-badd8af778a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 4, 'project_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'gw_port': {'id': 'af33e4b8-fc60-440e-8403-badd8af778a1', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '9343798f-c8a7-47dc-9e81-f0950eaf06dd', 'name': '', 'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'mac_address': 'fa:16:3e:00:a2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3153ff54-26f7-49ac-a91e-4991bd35ae78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:36:03Z', 'updated_at': '2022-03-07T15:36:08Z', 'revision_number': 4, 'project_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'subnets': [{'id': '3153ff54-26f7-49ac-a91e-4991bd35ae78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:08.959571 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b6c64-7a9f-47f8-a7a7-7dbb9d39ee43 None None] The sync data for ids ['4cb678ed-3968-4c30-99fa-ec5efe2c89e7'] in dv-cinder-830538-7-iscsi is: [{'id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'name': 'tempest-TestVolumeBootPattern-850418685-router', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'af33e4b8-fc60-440e-8403-badd8af778a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 4, 'project_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'gw_port': {'id': 'af33e4b8-fc60-440e-8403-badd8af778a1', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '9343798f-c8a7-47dc-9e81-f0950eaf06dd', 'name': '', 'network_id': '46b65a8c-977d-4bc8-adbf-dcef9ec0efe8', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'mac_address': 'fa:16:3e:00:a2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3153ff54-26f7-49ac-a91e-4991bd35ae78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:36:03Z', 'updated_at': '2022-03-07T15:36:08Z', 'revision_number': 4, 'project_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'subnets': [{'id': '3153ff54-26f7-49ac-a91e-4991bd35ae78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:36:09.003772 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59670) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:09.040012 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-f1a71f84-4ede-4492-a8d7-222aadc7b101 None None] Current status of the port 9343798f-c8a7-47dc-9e81-f0950eaf06dd is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:09.080352 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 9343798f-c8a7-47dc-9e81-f0950eaf06dd up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:36:09.121623 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-40b5b147-e656-4a45-a726-e68beb04e448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.155561 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 9343798f-c8a7-47dc-9e81-f0950eaf06dd triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:09.156230 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.214202 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-40b5b147-e656-4a45-a726-e68beb04e448 admin admin] Publish callbacks [] for security_group (f3c1b0fb-c668-47be-bc07-4d71f01c5765), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.218191 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-40b5b147-e656-4a45-a726-e68beb04e448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f3c1b0fb-c668-47be-bc07-4d71f01c5765), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.238943 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 9343798f-c8a7-47dc-9e81-f0950eaf06dd is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:09.239787 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device af33e4b8-fc60-440e-8403-badd8af778a1 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:36:09.258675 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5b147-e656-4a45-a726-e68beb04e448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c1b0fb-c668-47be-bc07-4d71f01c5765,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:09.267095 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59674) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:09.267632 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-40b5b147-e656-4a45-a726-e68beb04e448 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b943ca4a7f0045178675bbbe17aeb02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622695 Mar 07 15:36:09.293474 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port af33e4b8-fc60-440e-8403-badd8af778a1 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:09.293947 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (af33e4b8-fc60-440e-8403-badd8af778a1), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.331005 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-99121a4f-22cf-4aed-b376-2f9fbfb438cb admin admin] Publish callbacks [] for security_group (f3c1b0fb-c668-47be-bc07-4d71f01c5765), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.357592 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-99121a4f-22cf-4aed-b376-2f9fbfb438cb admin admin] Publish callbacks [] for security_group (f3c1b0fb-c668-47be-bc07-4d71f01c5765), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.385746 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port af33e4b8-fc60-440e-8403-badd8af778a1 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:09.411369 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-99121a4f-22cf-4aed-b376-2f9fbfb438cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f3c1b0fb-c668-47be-bc07-4d71f01c5765), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.414154 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-99121a4f-22cf-4aed-b376-2f9fbfb438cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.415468 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-99121a4f-22cf-4aed-b376-2f9fbfb438cb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3c1b0fb-c668-47be-bc07-4d71f01c5765 HTTP/1.1" status: 204 len: 168 time: 0.1473801 Mar 07 15:36:09.423878 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99121a4f-22cf-4aed-b376-2f9fbfb438cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c1b0fb-c668-47be-bc07-4d71f01c5765,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:09.689587 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59682) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:09.702839 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-402580fd-d330-4268-9dc9-e1008ef00bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.780774 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-402580fd-d330-4268-9dc9-e1008ef00bf1 admin admin] Publish callbacks [] for security_group (84473aa3-c7eb-408f-aad9-904e7db17e68), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.784135 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-402580fd-d330-4268-9dc9-e1008ef00bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (84473aa3-c7eb-408f-aad9-904e7db17e68), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.821646 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-402580fd-d330-4268-9dc9-e1008ef00bf1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=031c13d4bea94b179c952382d7ad8857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309729 Mar 07 15:36:09.823104 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402580fd-d330-4268-9dc9-e1008ef00bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84473aa3-c7eb-408f-aad9-904e7db17e68,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:09.825757 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59684) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:09.882979 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a040d685-0353-4500-b2a7-1fb35a6d0ea4 admin admin] Publish callbacks [] for security_group (84473aa3-c7eb-408f-aad9-904e7db17e68), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.905075 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a040d685-0353-4500-b2a7-1fb35a6d0ea4 admin admin] Publish callbacks [] for security_group (84473aa3-c7eb-408f-aad9-904e7db17e68), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.953369 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a040d685-0353-4500-b2a7-1fb35a6d0ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (84473aa3-c7eb-408f-aad9-904e7db17e68), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.956726 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a040d685-0353-4500-b2a7-1fb35a6d0ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:09.957866 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-a040d685-0353-4500-b2a7-1fb35a6d0ea4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84473aa3-c7eb-408f-aad9-904e7db17e68 HTTP/1.1" status: 204 len: 168 time: 0.1306934 Mar 07 15:36:09.966229 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040d685-0353-4500-b2a7-1fb35a6d0ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84473aa3-c7eb-408f-aad9-904e7db17e68,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:10.911854 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdc067-f6bb-4788-9f66-d3b1610d7284 req-cdfd6c21-27a4-48e8-bfd6-ff8ea0a7646e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:10.913354 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-afcdc067-f6bb-4788-9f66-d3b1610d7284 req-cdfd6c21-27a4-48e8-bfd6-ff8ea0a7646e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 945 time: 0.0598192 Mar 07 15:36:10.962504 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-afcdc067-f6bb-4788-9f66-d3b1610d7284 req-c56e3ee4-fb3e-47bc-9e71-b5d3f289e305 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428946 Mar 07 15:36:12.071699 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59772) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:12.082636 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624f2b1-f04b-46b5-909c-8758e250e9d5 req-2fdd1457-7662-4edb-be03-bbce5bfcd6a4 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:12.084142 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4624f2b1-f04b-46b5-909c-8758e250e9d5 req-2fdd1457-7662-4edb-be03-bbce5bfcd6a4 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 945 time: 0.0526211 Mar 07 15:36:12.132191 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4624f2b1-f04b-46b5-909c-8758e250e9d5 req-43ee8f55-5797-419f-8eac-db562ba63b87 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424302 Mar 07 15:36:12.185543 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e478fea2-7145-4f91-9f4a-e557e390bc5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:12.262446 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e478fea2-7145-4f91-9f4a-e557e390bc5f admin admin] Publish callbacks [] for security_group (8888cb64-eb6f-41eb-a106-5894ae93ac0e), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:12.267184 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e478fea2-7145-4f91-9f4a-e557e390bc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (8888cb64-eb6f-41eb-a106-5894ae93ac0e), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:12.306358 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-e478fea2-7145-4f91-9f4a-e557e390bc5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad1b259be3244304bc8f517d3efa3b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320597 Mar 07 15:36:12.307249 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478fea2-7145-4f91-9f4a-e557e390bc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8888cb64-eb6f-41eb-a106-5894ae93ac0e,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:12.308886 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59776) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:12.358870 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-59485a49-4297-4fcc-81ab-fc35015f155a admin admin] Publish callbacks [] for security_group (8888cb64-eb6f-41eb-a106-5894ae93ac0e), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:12.379356 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-59485a49-4297-4fcc-81ab-fc35015f155a admin admin] Publish callbacks [] for security_group (8888cb64-eb6f-41eb-a106-5894ae93ac0e), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:12.431728 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-59485a49-4297-4fcc-81ab-fc35015f155a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (8888cb64-eb6f-41eb-a106-5894ae93ac0e), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:12.434423 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-59485a49-4297-4fcc-81ab-fc35015f155a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:12.435586 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-59485a49-4297-4fcc-81ab-fc35015f155a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8888cb64-eb6f-41eb-a106-5894ae93ac0e HTTP/1.1" status: 204 len: 168 time: 0.1256955 Mar 07 15:36:12.443130 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59485a49-4297-4fcc-81ab-fc35015f155a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8888cb64-eb6f-41eb-a106-5894ae93ac0e,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:12.496349 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-2543a014-a540-4e26-8c68-c6d4b34a7b40 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:12.497850 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-2543a014-a540-4e26-8c68-c6d4b34a7b40 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 945 time: 0.0527849 Mar 07 15:36:12.597232 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-661ac9bc-cb6f-417a-96b9-fb1794705dbe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Deleting port f0eec9c5-118a-4fd0-907b-2390df694301 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:36:12.597495 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-661ac9bc-cb6f-417a-96b9-fb1794705dbe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (f0eec9c5-118a-4fd0-907b-2390df694301), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:12.694900 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-661ac9bc-cb6f-417a-96b9-fb1794705dbe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] For port f0eec9c5-118a-4fd0-907b-2390df694301, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=f0eec9c5-118a-4fd0-907b-2390df694301,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:12.695299 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-661ac9bc-cb6f-417a-96b9-fb1794705dbe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (f0eec9c5-118a-4fd0-907b-2390df694301), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:12.717381 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59784) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:12.732005 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f2a19e5c-8007-48c6-8293-575a9ba98dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:12.815570 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f2a19e5c-8007-48c6-8293-575a9ba98dfb admin admin] Publish callbacks [] for security_group (d26acd48-55fa-4fc5-a506-57e83205fb92), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:12.820625 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f2a19e5c-8007-48c6-8293-575a9ba98dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (d26acd48-55fa-4fc5-a506-57e83205fb92), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:12.862044 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a19e5c-8007-48c6-8293-575a9ba98dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26acd48-55fa-4fc5-a506-57e83205fb92,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:12.870889 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-f2a19e5c-8007-48c6-8293-575a9ba98dfb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e223f0fa0a041ca8f6acc783a2c327d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523545 Mar 07 15:36:12.871559 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59786) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:12.961649 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-661ac9bc-cb6f-417a-96b9-fb1794705dbe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:12.962024 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-661ac9bc-cb6f-417a-96b9-fb1794705dbe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (359bac88-c22a-4f9b-9557-2a0826e64265), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:12.962346 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.l3_db [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-661ac9bc-cb6f-417a-96b9-fb1794705dbe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Floating IP 359bac88-c22a-4f9b-9557-2a0826e64265 disassociated. External IP: 172.27.3.97, port: f0eec9c5-118a-4fd0-907b-2390df694301. Mar 07 15:36:12.962668 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-661ac9bc-cb6f-417a-96b9-fb1794705dbe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Calling delete_port for f0eec9c5-118a-4fd0-907b-2390df694301 owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:36:12.980749 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-38ae8164-b191-466a-9702-c532499525f7 admin admin] Publish callbacks [] for security_group (d26acd48-55fa-4fc5-a506-57e83205fb92), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:13.033377 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-38ae8164-b191-466a-9702-c532499525f7 admin admin] Publish callbacks [] for security_group (d26acd48-55fa-4fc5-a506-57e83205fb92), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:13.122475 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-38ae8164-b191-466a-9702-c532499525f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (d26acd48-55fa-4fc5-a506-57e83205fb92), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:13.125088 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-38ae8164-b191-466a-9702-c532499525f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:13.128857 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-38ae8164-b191-466a-9702-c532499525f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d26acd48-55fa-4fc5-a506-57e83205fb92 HTTP/1.1" status: 204 len: 168 time: 0.2537987 Mar 07 15:36:13.142495 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae8164-b191-466a-9702-c532499525f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26acd48-55fa-4fc5-a506-57e83205fb92,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:13.166623 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-661ac9bc-cb6f-417a-96b9-fb1794705dbe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (f0eec9c5-118a-4fd0-907b-2390df694301), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:13.201642 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ac9bc-cb6f-417a-96b9-fb1794705dbe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event deleted for resources: {'Port': ['ID=f0eec9c5-118a-4fd0-907b-2390df694301,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:13.252675 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-921f2180-e387-4742-b236-88908231fe55 req-8ba15967-5acb-4303-b781-caeca2aaa7df tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc64dee2-3c6c-4a6e-94b5-aa615b2f8601 HTTP/1.1" status: 200 len: 210 time: 0.0327489 Mar 07 15:36:13.349552 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-661ac9bc-cb6f-417a-96b9-fb1794705dbe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Router 9cafc903-c97d-4f42-a2a8-6a44561b6009 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:36:13.465289 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-661ac9bc-cb6f-417a-96b9-fb1794705dbe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:36:13.476892 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906849cd-3497-441d-b0bd-8f4b5df5a0b1 None None] Sync routers for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:36:13.487781 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906849cd-3497-441d-b0bd-8f4b5df5a0b1 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:13.488394 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-906849cd-3497-441d-b0bd-8f4b5df5a0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:35:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:13.513846 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-661ac9bc-cb6f-417a-96b9-fb1794705dbe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] No DVR routers for this DVR port f0eec9c5-118a-4fd0-907b-2390df694301 on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:36:13.516630 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-661ac9bc-cb6f-417a-96b9-fb1794705dbe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:13.520300 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5e497948-f5cb-40ce-854c-a340d99538e3 req-661ac9bc-cb6f-417a-96b9-fb1794705dbe tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "DELETE /v2.0/ports/f0eec9c5-118a-4fd0-907b-2390df694301 HTTP/1.1" status: 204 len: 173 time: 1.0144050 Mar 07 15:36:13.520825 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc64dee2-3c6c-4a6e-94b5-aa615b2f8601', 'name': 'network-vif-deleted', 'tag': 'f0eec9c5-118a-4fd0-907b-2390df694301'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:13.526231 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841c4dae-3a54-41c1-a52b-db8edf111485" -d '{"events": [{"server_uuid": "dc64dee2-3c6c-4a6e-94b5-aa615b2f8601", "name": "network-vif-deleted", "tag": "f0eec9c5-118a-4fd0-907b-2390df694301"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:13.580373 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9edfdad-b22a-4bc9-b784-16c9bd0ffb5f x-openstack-request-id: req-a9edfdad-b22a-4bc9-b784-16c9bd0ffb5f {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:13.580373 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc64dee2-3c6c-4a6e-94b5-aa615b2f8601", "name": "network-vif-deleted", "tag": "f0eec9c5-118a-4fd0-907b-2390df694301", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:13.580373 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9edfdad-b22a-4bc9-b784-16c9bd0ffb5f {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:13.580373 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc64dee2-3c6c-4a6e-94b5-aa615b2f8601', 'name': 'network-vif-deleted', 'tag': 'f0eec9c5-118a-4fd0-907b-2390df694301', 'status': 'completed', 'code': 200} Mar 07 15:36:13.620866 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-906849cd-3497-441d-b0bd-8f4b5df5a0b1 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:13.925881 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-906849cd-3497-441d-b0bd-8f4b5df5a0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '7af7bd07-9cfa-4467-8de2-4cf9bd6b6699', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:a0:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:32:45Z', 'updated_at': '2022-03-07T15:33:23Z', 'revision_number': 2, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:13.953794 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906849cd-3497-441d-b0bd-8f4b5df5a0b1 None None] Checking router: 9cafc903-c97d-4f42-a2a8-6a44561b6009 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:36:13.963095 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906849cd-3497-441d-b0bd-8f4b5df5a0b1 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:13.963837 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-906849cd-3497-441d-b0bd-8f4b5df5a0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:35:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:14.123579 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-15455db7-3eb9-498f-a327-027aee865ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:14.134395 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-906849cd-3497-441d-b0bd-8f4b5df5a0b1 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:14.356967 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59830) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:14.390024 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-906849cd-3497-441d-b0bd-8f4b5df5a0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '7af7bd07-9cfa-4467-8de2-4cf9bd6b6699', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:a0:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:32:45Z', 'updated_at': '2022-03-07T15:33:23Z', 'revision_number': 2, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:14.423646 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906849cd-3497-441d-b0bd-8f4b5df5a0b1 None None] The sync data for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi is: [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '7af7bd07-9cfa-4467-8de2-4cf9bd6b6699', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:a0:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:32:45Z', 'updated_at': '2022-03-07T15:33:23Z', 'revision_number': 2, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:36:14.424258 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-621e8db1-fc61-4f25-8524-b86ce3d70d5e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (ada5db6c-b2a8-4fbc-9e84-5dcfc036e699), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:14.464278 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-621e8db1-fc61-4f25-8524-b86ce3d70d5e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (ada5db6c-b2a8-4fbc-9e84-5dcfc036e699), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:14.464391 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59834) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:14.525328 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-621e8db1-fc61-4f25-8524-b86ce3d70d5e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (ada5db6c-b2a8-4fbc-9e84-5dcfc036e699), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:14.528100 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-621e8db1-fc61-4f25-8524-b86ce3d70d5e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:14.529443 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-621e8db1-fc61-4f25-8524-b86ce3d70d5e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "DELETE /v2.0/security-groups/ada5db6c-b2a8-4fbc-9e84-5dcfc036e699 HTTP/1.1" status: 204 len: 168 time: 0.1704869 Mar 07 15:36:14.532257 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59838) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:14.538715 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e8db1-fc61-4f25-8524-b86ce3d70d5e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada5db6c-b2a8-4fbc-9e84-5dcfc036e699,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:14.549784 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.api.v2.resource [None req-813bcaeb-284e-49be-a161-83f39c5c65e1 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] show failed (client error): The resource could not be found. Mar 07 15:36:14.550843 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-813bcaeb-284e-49be-a161-83f39c5c65e1 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups/ada5db6c-b2a8-4fbc-9e84-5dcfc036e699 HTTP/1.1" status: 404 len: 347 time: 0.0174270 Mar 07 15:36:14.554192 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59840) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:14.633441 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c80faad0-b65f-4ad2-8854-70fcfc55b244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:14.722145 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-21239179-f1ff-4404-8c8b-c18342d3c438 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Deleting port 46b8bc92-3a8b-4042-9c73-eb62a57f2318 {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:36:14.722792 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21239179-f1ff-4404-8c8b-c18342d3c438 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (46b8bc92-3a8b-4042-9c73-eb62a57f2318), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:14.755445 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c80faad0-b65f-4ad2-8854-70fcfc55b244 admin admin] Publish callbacks [] for security_group (f54a5794-5cd0-4ea2-8619-a3ea9587a3bb), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:14.761486 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c80faad0-b65f-4ad2-8854-70fcfc55b244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f54a5794-5cd0-4ea2-8619-a3ea9587a3bb), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:14.799949 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80faad0-b65f-4ad2-8854-70fcfc55b244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54a5794-5cd0-4ea2-8619-a3ea9587a3bb,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:14.810925 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-c80faad0-b65f-4ad2-8854-70fcfc55b244 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40343835a0eb49489886b71390e7b9f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449440 Mar 07 15:36:14.813599 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59842) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:14.836846 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cc23a9-bf2e-4c91-b573-2a270f94524a None None] New status for floating IP 359bac88-c22a-4f9b-9557-2a0826e64265: DOWN {{(pid=102973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:36:14.882285 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21239179-f1ff-4404-8c8b-c18342d3c438 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (46b8bc92-3a8b-4042-9c73-eb62a57f2318), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:14.882809 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21239179-f1ff-4404-8c8b-c18342d3c438 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (46b8bc92-3a8b-4042-9c73-eb62a57f2318), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:14.904001 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-21239179-f1ff-4404-8c8b-c18342d3c438 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Calling delete_port for 46b8bc92-3a8b-4042-9c73-eb62a57f2318 owned by network:floatingip {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:36:14.907140 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d0554919-666b-4f52-90ff-7ee325aae349 admin admin] Publish callbacks [] for security_group (f54a5794-5cd0-4ea2-8619-a3ea9587a3bb), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:15.001070 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d0554919-666b-4f52-90ff-7ee325aae349 admin admin] Publish callbacks [] for security_group (f54a5794-5cd0-4ea2-8619-a3ea9587a3bb), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:15.097754 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d0554919-666b-4f52-90ff-7ee325aae349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f54a5794-5cd0-4ea2-8619-a3ea9587a3bb), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:15.100902 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d0554919-666b-4f52-90ff-7ee325aae349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:15.102699 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-d0554919-666b-4f52-90ff-7ee325aae349 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f54a5794-5cd0-4ea2-8619-a3ea9587a3bb HTTP/1.1" status: 204 len: 168 time: 0.2872415 Mar 07 15:36:15.146990 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0554919-666b-4f52-90ff-7ee325aae349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54a5794-5cd0-4ea2-8619-a3ea9587a3bb,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:15.203446 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21239179-f1ff-4404-8c8b-c18342d3c438 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (46b8bc92-3a8b-4042-9c73-eb62a57f2318), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:15.269483 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21239179-f1ff-4404-8c8b-c18342d3c438 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event deleted for resources: {'Port': ['ID=46b8bc92-3a8b-4042-9c73-eb62a57f2318,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:15.315720 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21239179-f1ff-4404-8c8b-c18342d3c438 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (359bac88-c22a-4f9b-9557-2a0826e64265), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:15.318835 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21239179-f1ff-4404-8c8b-c18342d3c438 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:15.320479 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-21239179-f1ff-4404-8c8b-c18342d3c438 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "DELETE /v2.0/floatingips/359bac88-c22a-4f9b-9557-2a0826e64265 HTTP/1.1" status: 204 len: 168 time: 0.7652996 Mar 07 15:36:15.328360 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device f0eec9c5-118a-4fd0-907b-2390df694301 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:36:15.386590 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: f0eec9c5-118a-4fd0-907b-2390df694301 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:36:15.387301 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device f0eec9c5-118a-4fd0-907b-2390df694301 not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:36:15.895173 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59890) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:16.021395 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2120974334-network', 'tenant_id': 'bb87e3ad5bdd4a13bde4a74c40380fbd'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:16.043126 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] Made reservation on behalf of bb87e3ad5bdd4a13bde4a74c40380fbd for: {'network': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:36:16.045603 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:16.054738 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:16.135689 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] Publish callbacks [] for security_group (d639e847-691c-4794-9350-3d42d6b3b9bc), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:16.139441 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (d639e847-691c-4794-9350-3d42d6b3b9bc), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:16.163185 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=102971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:36:16.173198 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d639e847-691c-4794-9350-3d42d6b3b9bc,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:16.177855 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (06a429e4-8925-499b-b686-620d738c61da), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:16.178230 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.segments_db [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] Added segment 06a429e4-8925-499b-b686-620d738c61da of type vlan for network 93a6773c-73ee-4bbf-ac62-6723b9fc9b75 Mar 07 15:36:16.234228 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (93a6773c-73ee-4bbf-ac62-6723b9fc9b75), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:16.267821 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (93a6773c-73ee-4bbf-ac62-6723b9fc9b75), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:16.268779 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:16.269366 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:16.341327 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4449754 Mar 07 15:36:16.344263 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59894) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:16.348595 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce19df0-fbbb-4ba8-99cc-3178b336c322 admin admin] Pushing event updated for resources: {'Network': ['ID=93a6773c-73ee-4bbf-ac62-6723b9fc9b75,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:16.349471 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-4082f7ab-acef-4f7e-80b9-1ed463c33b2a admin admin] Request body: {'subnet': {'network_id': '93a6773c-73ee-4bbf-ac62-6723b9fc9b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2120974334-subnet', 'tenant_id': 'bb87e3ad5bdd4a13bde4a74c40380fbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:16.359171 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network 93a6773c-73ee-4bbf-ac62-6723b9fc9b75 details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:36:16.382872 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4082f7ab-acef-4f7e-80b9-1ed463c33b2a admin admin] Made reservation on behalf of bb87e3ad5bdd4a13bde4a74c40380fbd for: {'subnet': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:36:16.385719 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4082f7ab-acef-4f7e-80b9-1ed463c33b2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5119538'] for subnet (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:16.578006 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4082f7ab-acef-4f7e-80b9-1ed463c33b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8143747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5119532'] for subnet (4c50c581-8a5f-48dc-aaf4-e21424c75c5c), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:16.648208 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082f7ab-acef-4f7e-80b9-1ed463c33b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c50c581-8a5f-48dc-aaf4-e21424c75c5c,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:16.657053 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6d134fe9-ceee-460e-95d8-417cd1d07932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:16.660766 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082f7ab-acef-4f7e-80b9-1ed463c33b2a admin admin] Checking segment: {'id': '06a429e4-8925-499b-b686-620d738c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93a6773c-73ee-4bbf-ac62-6723b9fc9b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:36:16.661468 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4082f7ab-acef-4f7e-80b9-1ed463c33b2a admin admin] Network hostable DHCP agents. Network: 93a6773c-73ee-4bbf-ac62-6723b9fc9b75, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:36:16.682917 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4082f7ab-acef-4f7e-80b9-1ed463c33b2a admin admin] Network 93a6773c-73ee-4bbf-ac62-6723b9fc9b75 is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:36:16.696903 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-4082f7ab-acef-4f7e-80b9-1ed463c33b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, 93a6773c-73ee-4bbf-ac62-6723b9fc9b75) {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:36:16.703639 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4082f7ab-acef-4f7e-80b9-1ed463c33b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:16.706478 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4082f7ab-acef-4f7e-80b9-1ed463c33b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:16.712194 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb668061-e50c-4c26-8f2b-bd700dfb34e9 None None] Network 93a6773c-73ee-4bbf-ac62-6723b9fc9b75 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:36:16.735980 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-4082f7ab-acef-4f7e-80b9-1ed463c33b2a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3855512 Mar 07 15:36:16.885811 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3db8edf-b134-4d15-9526-75d68eec69a7 None None] Network 93a6773c-73ee-4bbf-ac62-6723b9fc9b75 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:36:16.941808 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd61c9-ee9b-4963-9528-a53d99cae8b1 req-0a91b113-419b-40e3-96a4-c5f2c3339aa7 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:16.953343 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-78fd61c9-ee9b-4963-9528-a53d99cae8b1 req-0a91b113-419b-40e3-96a4-c5f2c3339aa7 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 946 time: 0.0823843 Mar 07 15:36:17.030512 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-78fd61c9-ee9b-4963-9528-a53d99cae8b1 req-7b2977fc-2888-4e53-8414-4070a49444db tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764642 Mar 07 15:36:17.648014 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:18.101784 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9843d-7628-47af-84d4-d4bd44b638ae req-9160debb-ac90-464b-9e76-03c37d7d172c tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:18.103736 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-41b9843d-7628-47af-84d4-d4bd44b638ae req-9160debb-ac90-464b-9e76-03c37d7d172c tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 945 time: 0.0590494 Mar 07 15:36:18.149351 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-41b9843d-7628-47af-84d4-d4bd44b638ae req-725e0b48-ed50-4aca-a659-e430e4ffc593 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399821 Mar 07 15:36:18.178836 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28827d82-9589-4609-ab2b-5d4a368913ad req-36b87216-71a8-499c-b424-9b0922e1cf04 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:18.180236 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-28827d82-9589-4609-ab2b-5d4a368913ad req-36b87216-71a8-499c-b424-9b0922e1cf04 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 946 time: 0.0516727 Mar 07 15:36:18.225208 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-28827d82-9589-4609-ab2b-5d4a368913ad req-eebb8143-0322-49b9-a142-132380cb7fdc tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394161 Mar 07 15:36:18.894340 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f6e2ca6c-16d6-4a50-b5c6-00439edb3bd9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:18.895794 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f6e2ca6c-16d6-4a50-b5c6-00439edb3bd9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 946 time: 0.3713789 Mar 07 15:36:18.943606 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-43db0d34-0d89-40c2-a626-99bbbf9f1440 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:18.945035 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-43db0d34-0d89-40c2-a626-99bbbf9f1440 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/networks?id=93a6773c-73ee-4bbf-ac62-6723b9fc9b75 HTTP/1.1" status: 200 len: 814 time: 0.1408799 Mar 07 15:36:18.968985 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-99f5f663-f047-4d6a-9fde-62c6441fa99b tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/quotas/bb87e3ad5bdd4a13bde4a74c40380fbd HTTP/1.1" status: 200 len: 375 time: 0.0174475 Mar 07 15:36:18.993525 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:19.017268 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-8cf2fa29-4517-4f08-af56-9dd96d6013d8 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb87e3ad5bdd4a13bde4a74c40380fbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305130 Mar 07 15:36:19.093559 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Deleting port 7d13cb24-b41f-4a74-8b11-a458cb005022 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:36:19.093901 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:19.174544 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-6c6f60b5-f673-49e4-ae30-637c2ee4f7c2 service neutron] 10.222.0.26 "GET /v2.0/networks/93a6773c-73ee-4bbf-ac62-6723b9fc9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505752 Mar 07 15:36:19.223384 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] For port 7d13cb24-b41f-4a74-8b11-a458cb005022, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7d13cb24-b41f-4a74-8b11-a458cb005022,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:19.223755 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:19.272827 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93de29-07b3-4e29-91b4-0e438c2c4f71 req-2260b5d2-62ab-42dd-9a2f-3f41b241ea0f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:19.274598 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-db93de29-07b3-4e29-91b4-0e438c2c4f71 req-2260b5d2-62ab-42dd-9a2f-3f41b241ea0f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 945 time: 0.0568752 Mar 07 15:36:19.320235 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-db93de29-07b3-4e29-91b4-0e438c2c4f71 req-232ceb11-6a99-48b7-91af-d09080203ed3 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401354 Mar 07 15:36:19.363527 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-56d2b3e0-fb11-409b-9427-a690cb32eda1 service neutron] 10.222.0.26 "GET /v2.0/networks/93a6773c-73ee-4bbf-ac62-6723b9fc9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821361 Mar 07 15:36:19.431151 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b634fc5-26d4-4631-98dd-ddeb7bba6598 req-0f5d81d4-8011-44b0-b1b8-2c93f7b8c9dc tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:19.432967 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8b634fc5-26d4-4631-98dd-ddeb7bba6598 req-0f5d81d4-8011-44b0-b1b8-2c93f7b8c9dc tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c91451f-f341-465a-a96a-5d6b5cfa343e HTTP/1.1" status: 200 len: 946 time: 0.0589709 Mar 07 15:36:19.451150 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:19.451514 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (38190669-ffe1-42e5-add6-35e780e3d29f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:19.451835 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.l3_db [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Floating IP 38190669-ffe1-42e5-add6-35e780e3d29f disassociated. External IP: 172.27.3.48, port: 7d13cb24-b41f-4a74-8b11-a458cb005022. Mar 07 15:36:19.452182 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Calling delete_port for 7d13cb24-b41f-4a74-8b11-a458cb005022 owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:36:19.503264 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8b634fc5-26d4-4631-98dd-ddeb7bba6598 req-4359f933-1cf3-43f6-abbb-68a960efe739 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=992a59af-20cf-40c9-acc3-e61459fee05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645428 Mar 07 15:36:19.532062 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-296e74f4-c117-4984-b55c-3080c00d1a39 req-1673db8f-e16c-4206-8597-c6ec0b14af6b tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 210 time: 0.0285690 Mar 07 15:36:19.651228 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (7d13cb24-b41f-4a74-8b11-a458cb005022), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:19.697827 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event deleted for resources: {'Port': ['ID=7d13cb24-b41f-4a74-8b11-a458cb005022,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:19.708338 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:19.709090 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:19.709090 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:19.709478 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:19.709904 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:19.710270 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:19.710592 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:19.711297 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:19.711748 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:19.712078 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:19.713034 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:19.713373 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:19.713839 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:19.873644 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-2ad89492-bccb-4315-a654-b100cc5b9674 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:19.875155 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-2ad89492-bccb-4315-a654-b100cc5b9674 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 945 time: 0.0705702 Mar 07 15:36:19.877093 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Router 1852b418-ac62-4e6e-a90a-5251f024d9e2 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:36:20.056871 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:36:20.074645 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a172e-417a-4525-9dbd-a76bc12b825d None None] Sync routers for ids ['1852b418-ac62-4e6e-a90a-5251f024d9e2'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:36:20.085646 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-051ae884-e71f-44e9-9178-95ea7ff61429 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Deleting port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:36:20.086047 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-051ae884-e71f-44e9-9178-95ea7ff61429 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:20.086481 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a172e-417a-4525-9dbd-a76bc12b825d None None] Routers {'1852b418-ac62-4e6e-a90a-5251f024d9e2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:20.087168 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-002a172e-417a-4525-9dbd-a76bc12b825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:36:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['1852b418-ac62-4e6e-a90a-5251f024d9e2'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:20.118471 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] No DVR routers for this DVR port 7d13cb24-b41f-4a74-8b11-a458cb005022 on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:36:20.126526 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:20.129937 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-660751c3-b758-4910-a703-8fb5fdb1b5bf req-f5bfc983-38ed-408b-a904-0bf5134d0ea2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.30 "DELETE /v2.0/ports/7d13cb24-b41f-4a74-8b11-a458cb005022 HTTP/1.1" status: 204 len: 173 time: 1.2229147 Mar 07 15:36:20.130423 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'name': 'network-vif-deleted', 'tag': '7d13cb24-b41f-4a74-8b11-a458cb005022'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:20.132675 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f964d836-409f-48c3-8acc-2593269c671a" -d '{"events": [{"server_uuid": "2c91451f-f341-465a-a96a-5d6b5cfa343e", "name": "network-vif-deleted", "tag": "7d13cb24-b41f-4a74-8b11-a458cb005022"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:20.189224 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7973317-b46e-4775-96df-c0cf255a38e8 x-openstack-request-id: req-f7973317-b46e-4775-96df-c0cf255a38e8 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:20.189811 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c91451f-f341-465a-a96a-5d6b5cfa343e", "name": "network-vif-deleted", "tag": "7d13cb24-b41f-4a74-8b11-a458cb005022", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:20.189811 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7973317-b46e-4775-96df-c0cf255a38e8 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:20.190222 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c91451f-f341-465a-a96a-5d6b5cfa343e', 'name': 'network-vif-deleted', 'tag': '7d13cb24-b41f-4a74-8b11-a458cb005022', 'status': 'completed', 'code': 200} Mar 07 15:36:20.245364 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-002a172e-417a-4525-9dbd-a76bc12b825d None None] Set router 1852b418-ac62-4e6e-a90a-5251f024d9e2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:20.257894 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-051ae884-e71f-44e9-9178-95ea7ff61429 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] For port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba5835af-708e-4bf2-a30a-a1b4ed5fe32d,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:20.258226 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-051ae884-e71f-44e9-9178-95ea7ff61429 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:20.469727 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-051ae884-e71f-44e9-9178-95ea7ff61429 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:20.470011 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-051ae884-e71f-44e9-9178-95ea7ff61429 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (7af7bd07-9cfa-4467-8de2-4cf9bd6b6699), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:20.470334 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.l3_db [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-051ae884-e71f-44e9-9178-95ea7ff61429 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Floating IP 7af7bd07-9cfa-4467-8de2-4cf9bd6b6699 disassociated. External IP: 172.27.3.11, port: ba5835af-708e-4bf2-a30a-a1b4ed5fe32d. Mar 07 15:36:20.470682 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-051ae884-e71f-44e9-9178-95ea7ff61429 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Calling delete_port for ba5835af-708e-4bf2-a30a-a1b4ed5fe32d owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:36:20.495638 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b10538-5499-4844-a139-03d1d76d9625 req-d8b4be83-14e0-4794-b92f-2646513ac13c tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:20.497245 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-64b10538-5499-4844-a139-03d1d76d9625 req-d8b4be83-14e0-4794-b92f-2646513ac13c tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 945 time: 0.0815473 Mar 07 15:36:20.499002 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-002a172e-417a-4525-9dbd-a76bc12b825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'e613f430-f4ff-4baf-b91a-0a65d4b9bad4', 'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'mac_address': 'fa:16:3e:fd:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:25Z', 'updated_at': '2022-03-07T15:32:43Z', 'revision_number': 5, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'subnets': [{'id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:20.527840 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a172e-417a-4525-9dbd-a76bc12b825d None None] Checking router: 1852b418-ac62-4e6e-a90a-5251f024d9e2 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:36:20.543392 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a172e-417a-4525-9dbd-a76bc12b825d None None] Routers {'1852b418-ac62-4e6e-a90a-5251f024d9e2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:20.544110 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-002a172e-417a-4525-9dbd-a76bc12b825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:36:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['1852b418-ac62-4e6e-a90a-5251f024d9e2'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:20.642753 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-051ae884-e71f-44e9-9178-95ea7ff61429 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (ba5835af-708e-4bf2-a30a-a1b4ed5fe32d), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:20.675830 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-95ef54aa-5a03-4f57-8762-54452f6a4121 req-c4c9b3ef-405a-4ec9-b01e-706a6095be89 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 210 time: 0.0397997 Mar 07 15:36:20.693358 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ae884-e71f-44e9-9178-95ea7ff61429 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event deleted for resources: {'Port': ['ID=ba5835af-708e-4bf2-a30a-a1b4ed5fe32d,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:20.711086 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:20.736381 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59988) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:20.743211 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-002a172e-417a-4525-9dbd-a76bc12b825d None None] Set router 1852b418-ac62-4e6e-a90a-5251f024d9e2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:20.792461 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group (992a59af-20cf-40c9-acc3-e61459fee05b), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:20.800689 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-64b10538-5499-4844-a139-03d1d76d9625 req-77432905-4478-4224-b8eb-ddb028521123 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668548 Mar 07 15:36:20.819552 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group (992a59af-20cf-40c9-acc3-e61459fee05b), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:20.877250 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (992a59af-20cf-40c9-acc3-e61459fee05b), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:20.880465 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:20.884093 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "DELETE /v2.0/security-groups/992a59af-20cf-40c9-acc3-e61459fee05b HTTP/1.1" status: 204 len: 168 time: 0.1442370 Mar 07 15:36:20.886920 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 59990) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:20.888739 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-051ae884-e71f-44e9-9178-95ea7ff61429 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Router 9cafc903-c97d-4f42-a2a8-6a44561b6009 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:36:20.898947 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-b79003d3-8e2c-49c5-9dad-137fe4b9cce1 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:20.901020 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-b79003d3-8e2c-49c5-9dad-137fe4b9cce1 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.30 "GET /v2.0/networks?id=93a6773c-73ee-4bbf-ac62-6723b9fc9b75 HTTP/1.1" status: 200 len: 814 time: 0.4029222 Mar 07 15:36:20.914454 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-8cab8cac-52e4-4665-95e9-0ac61ff9ec2f tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Request body: {'port': {'device_id': 'fbeaf503-ab4b-436f-9879-da6356420a48', 'network_id': '93a6773c-73ee-4bbf-ac62-6723b9fc9b75', 'admin_state_up': True, 'tenant_id': 'bb87e3ad5bdd4a13bde4a74c40380fbd'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:20.976746 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-002a172e-417a-4525-9dbd-a76bc12b825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'e613f430-f4ff-4baf-b91a-0a65d4b9bad4', 'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'mac_address': 'fa:16:3e:fd:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:25Z', 'updated_at': '2022-03-07T15:32:43Z', 'revision_number': 5, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'subnets': [{'id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:21.004452 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a172e-417a-4525-9dbd-a76bc12b825d None None] The sync data for ids ['1852b418-ac62-4e6e-a90a-5251f024d9e2'] in dv-cinder-830538-7-iscsi is: [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'e613f430-f4ff-4baf-b91a-0a65d4b9bad4', 'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'mac_address': 'fa:16:3e:fd:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:25Z', 'updated_at': '2022-03-07T15:32:43Z', 'revision_number': 5, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'subnets': [{'id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:36:21.094758 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-051ae884-e71f-44e9-9178-95ea7ff61429 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:36:21.108684 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192c051e-5349-4850-8256-1a0f7b69ad67 None None] Sync routers for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:36:21.122839 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c051e-5349-4850-8256-1a0f7b69ad67 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:21.123532 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-192c051e-5349-4850-8256-1a0f7b69ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:36:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:21.147914 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-051ae884-e71f-44e9-9178-95ea7ff61429 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] No DVR routers for this DVR port ba5835af-708e-4bf2-a30a-a1b4ed5fe32d on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:36:21.152558 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-051ae884-e71f-44e9-9178-95ea7ff61429 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:21.156696 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9bdd4320-4069-4059-9d0a-8715657e5911 req-051ae884-e71f-44e9-9178-95ea7ff61429 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "DELETE /v2.0/ports/ba5835af-708e-4bf2-a30a-a1b4ed5fe32d HTTP/1.1" status: 204 len: 173 time: 1.2726319 Mar 07 15:36:21.158347 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-8cab8cac-52e4-4665-95e9-0ac61ff9ec2f tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Made reservation on behalf of bb87e3ad5bdd4a13bde4a74c40380fbd for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:36:21.162170 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-8cab8cac-52e4-4665-95e9-0ac61ff9ec2f tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:21.198487 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992a59af-20cf-40c9-acc3-e61459fee05b,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:21.234539 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:21.237446 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:21.237827 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:21.245387 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:21.245749 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:21.246126 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:21.246469 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:21.246810 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:21.257338 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:21.257889 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:21.258264 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:21.258602 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:21.258942 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8db6ff-877a-4380-88cf-da941c585063 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:21.269422 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.api.v2.resource [None req-e8af7c63-dbcb-477f-a844-45b45b439c8c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] show failed (client error): The resource could not be found. Mar 07 15:36:21.275440 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 59994) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:21.278691 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-e8af7c63-dbcb-477f-a844-45b45b439c8c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups/992a59af-20cf-40c9-acc3-e61459fee05b HTTP/1.1" status: 404 len: 347 time: 0.3906801 Mar 07 15:36:21.310834 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-192c051e-5349-4850-8256-1a0f7b69ad67 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:21.365748 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 7d13cb24-b41f-4a74-8b11-a458cb005022 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:36:21.421275 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: 7d13cb24-b41f-4a74-8b11-a458cb005022 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:36:21.421741 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 7d13cb24-b41f-4a74-8b11-a458cb005022 not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:36:21.422333 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ba5835af-708e-4bf2-a30a-a1b4ed5fe32d no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:36:21.445555 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: ba5835af-708e-4bf2-a30a-a1b4ed5fe32d {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:36:21.446100 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ba5835af-708e-4bf2-a30a-a1b4ed5fe32d not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:36:21.455648 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-8cab8cac-52e4-4665-95e9-0ac61ff9ec2f tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Allocated IP 172.20.0.6 (93a6773c-73ee-4bbf-ac62-6723b9fc9b75/4c50c581-8a5f-48dc-aaf4-e21424c75c5c/aba15ecf-d052-4370-a84e-76585a4411a2) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:36:21.461482 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0515a66-1e06-45e0-9629-8b7d77d7c0d8 None None] New status for floating IP 38190669-ffe1-42e5-add6-35e780e3d29f: DOWN {{(pid=102972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:36:21.553014 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f1c04-deed-46a6-8072-860a2ed4c50f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Deleting port 99ab2675-4132-410c-91c8-3965c9868c9f {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:36:21.553359 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bb8f1c04-deed-46a6-8072-860a2ed4c50f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (99ab2675-4132-410c-91c8-3965c9868c9f), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:21.564764 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-192c051e-5349-4850-8256-1a0f7b69ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:21.592355 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192c051e-5349-4850-8256-1a0f7b69ad67 None None] Checking router: 9cafc903-c97d-4f42-a2a8-6a44561b6009 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:36:21.601270 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c051e-5349-4850-8256-1a0f7b69ad67 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:21.601902 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-192c051e-5349-4850-8256-1a0f7b69ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:36:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:21.733188 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-192c051e-5349-4850-8256-1a0f7b69ad67 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:21.814795 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-97c8258c-b4ca-4de5-9359-f5f3b5832865 req-d0c8e5bc-28b9-483f-bccd-1e9896839550 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 210 time: 0.0333953 Mar 07 15:36:21.915174 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:21.992210 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-192c051e-5349-4850-8256-1a0f7b69ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:22.003242 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-916d65bd-8be3-4c0f-8258-8403e1813d4e req-dc33c712-b29d-4a57-8007-362a52197917 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0 HTTP/1.1" status: 200 len: 210 time: 0.0846562 Mar 07 15:36:22.019511 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192c051e-5349-4850-8256-1a0f7b69ad67 None None] The sync data for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi is: [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:36:22.050154 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bb8f1c04-deed-46a6-8072-860a2ed4c50f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (99ab2675-4132-410c-91c8-3965c9868c9f), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:22.050296 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bb8f1c04-deed-46a6-8072-860a2ed4c50f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for floatingip (99ab2675-4132-410c-91c8-3965c9868c9f), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:22.068200 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-8cab8cac-52e4-4665-95e9-0ac61ff9ec2f tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks [] for port (aba15ecf-d052-4370-a84e-76585a4411a2), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:22.073515 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f1c04-deed-46a6-8072-860a2ed4c50f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Calling delete_port for 99ab2675-4132-410c-91c8-3965c9868c9f owned by network:floatingip {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:36:22.162997 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-8cab8cac-52e4-4665-95e9-0ac61ff9ec2f tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (aba15ecf-d052-4370-a84e-76585a4411a2), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:22.199265 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'name': 'network-vif-deleted', 'tag': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:22.201526 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9139c44-fc83-4881-b943-bcb8755f917b" -d '{"events": [{"server_uuid": "e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0", "name": "network-vif-deleted", "tag": "ba5835af-708e-4bf2-a30a-a1b4ed5fe32d"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:22.231938 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-8cab8cac-52e4-4665-95e9-0ac61ff9ec2f tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Network 93a6773c-73ee-4bbf-ac62-6723b9fc9b75 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:36:22.236785 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-8cab8cac-52e4-4665-95e9-0ac61ff9ec2f tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:36:22.242791 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-8cab8cac-52e4-4665-95e9-0ac61ff9ec2f tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:36:22.248185 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab8cac-52e4-4665-95e9-0ac61ff9ec2f tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Pushing event updated for resources: {'Port': ['ID=aba15ecf-d052-4370-a84e-76585a4411a2,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:22.258559 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbefdfd-acea-429f-b708-32738e5045bd None None] New status for floating IP 7af7bd07-9cfa-4467-8de2-4cf9bd6b6699: DOWN {{(pid=102973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:36:22.276709 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7bd3ab-988b-4771-98aa-ba0a564f3a58 x-openstack-request-id: req-1b7bd3ab-988b-4771-98aa-ba0a564f3a58 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:22.277435 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0", "name": "network-vif-deleted", "tag": "ba5835af-708e-4bf2-a30a-a1b4ed5fe32d", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:22.277435 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b7bd3ab-988b-4771-98aa-ba0a564f3a58 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:22.277741 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b1ef2a-6dc3-49da-89d4-e848a52a1bd0', 'name': 'network-vif-deleted', 'tag': 'ba5835af-708e-4bf2-a30a-a1b4ed5fe32d', 'status': 'completed', 'code': 200} Mar 07 15:36:22.327836 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-8cab8cac-52e4-4665-95e9-0ac61ff9ec2f tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:22.328421 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-8cab8cac-52e4-4665-95e9-0ac61ff9ec2f tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:22.342750 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bb8f1c04-deed-46a6-8072-860a2ed4c50f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (99ab2675-4132-410c-91c8-3965c9868c9f), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:22.372851 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-8cab8cac-52e4-4665-95e9-0ac61ff9ec2f tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4622357 Mar 07 15:36:22.374122 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f1c04-deed-46a6-8072-860a2ed4c50f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event deleted for resources: {'Port': ['ID=99ab2675-4132-410c-91c8-3965c9868c9f,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:22.400620 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Request body: {'port': {'device_id': 'fbeaf503-ab4b-436f-9879-da6356420a48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:22.491504 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bb8f1c04-deed-46a6-8072-860a2ed4c50f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for floatingip (38190669-ffe1-42e5-add6-35e780e3d29f), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:22.494189 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bb8f1c04-deed-46a6-8072-860a2ed4c50f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:22.495345 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-bb8f1c04-deed-46a6-8072-860a2ed4c50f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "DELETE /v2.0/floatingips/38190669-ffe1-42e5-add6-35e780e3d29f HTTP/1.1" status: 204 len: 168 time: 1.2171009 Mar 07 15:36:22.498126 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (aba15ecf-d052-4370-a84e-76585a4411a2), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:22.690225 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-3479bcc5-6453-4fef-889b-5953d26d3d6d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843165121&fields=id&tenant_id=a83d62f069f544168c7dc36ad4f7b139 HTTP/1.1" status: 200 len: 267 time: 0.0453854 Mar 07 15:36:22.794384 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba15ecf-d052-4370-a84e-76585a4411a2 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:36:22.802167 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Publish callbacks [] for port (aba15ecf-d052-4370-a84e-76585a4411a2), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:22.802605 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-d44f04c5-4e22-43e9-9931-5cb297fe1409 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:22.805546 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-d44f04c5-4e22-43e9-9931-5cb297fe1409 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 812 time: 0.1084733 Mar 07 15:36:22.815341 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Transition to ACTIVE for port object aba15ecf-d052-4370-a84e-76585a4411a2 will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:36:22.819382 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (aba15ecf-d052-4370-a84e-76585a4411a2), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:22.821335 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-b69dfa1d-8cfb-48b0-9d30-76ca001e3d0c tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/quotas/a83d62f069f544168c7dc36ad4f7b139 HTTP/1.1" status: 200 len: 375 time: 0.0110023 Mar 07 15:36:22.867844 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Pushing event updated for resources: {'Port': ['ID=aba15ecf-d052-4370-a84e-76585a4411a2,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:22.894409 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-d66f1057-b0d8-4e4c-a9c5-2a3fb7cebe51 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644844 Mar 07 15:36:22.907608 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 60016) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:22.919548 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-28c9bfd9-2cbf-4416-8fa8-9bd75c5fda41 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1107714898', 'description': 'tempest-description--1778244425'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:22.944559 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Attempting to bind port aba15ecf-d052-4370-a84e-76585a4411a2 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:36:22.944973 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Attempting to bind port aba15ecf-d052-4370-a84e-76585a4411a2 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '06a429e4-8925-499b-b686-620d738c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93a6773c-73ee-4bbf-ac62-6723b9fc9b75'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:36:22.945318 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Attempting to bind port aba15ecf-d052-4370-a84e-76585a4411a2 on network 93a6773c-73ee-4bbf-ac62-6723b9fc9b75 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:36:22.950774 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Port aba15ecf-d052-4370-a84e-76585a4411a2 on network 93a6773c-73ee-4bbf-ac62-6723b9fc9b75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:36:22.951008 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Attempting to bind port aba15ecf-d052-4370-a84e-76585a4411a2 on network 93a6773c-73ee-4bbf-ac62-6723b9fc9b75 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:36:22.956946 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:36:22.957364 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Checking segment: {'id': '06a429e4-8925-499b-b686-620d738c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93a6773c-73ee-4bbf-ac62-6723b9fc9b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:36:22.957762 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Bound using segment: {'id': '06a429e4-8925-499b-b686-620d738c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93a6773c-73ee-4bbf-ac62-6723b9fc9b75'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:36:22.958264 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Bound port: aba15ecf-d052-4370-a84e-76585a4411a2, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a429e4-8925-499b-b686-620d738c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93a6773c-73ee-4bbf-ac62-6723b9fc9b75'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:36:22.958757 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (aba15ecf-d052-4370-a84e-76585a4411a2), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:22.982145 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-28c9bfd9-2cbf-4416-8fa8-9bd75c5fda41 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.033435 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-c15b8334-f907-41a2-ad97-7e183654b451 service neutron] 10.222.0.26 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271536 Mar 07 15:36:23.059210 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] For port aba15ecf-d052-4370-a84e-76585a4411a2, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:36:23.067846 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e05a0-9104-4b61-9ab6-5a4364efe15c req-556b5131-37f9-4452-b64f-fb942b44b086 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:23.069403 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b40e05a0-9104-4b61-9ab6-5a4364efe15c req-556b5131-37f9-4452-b64f-fb942b44b086 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 943 time: 0.1074200 Mar 07 15:36:23.071337 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] For port aba15ecf-d052-4370-a84e-76585a4411a2, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=aba15ecf-d052-4370-a84e-76585a4411a2,segment=NetworkSegment(06a429e4-8925-499b-b686-620d738c61da),segment_id=06a429e4-8925-499b-b686-620d738c61da)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:36:23.086471 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (aba15ecf-d052-4370-a84e-76585a4411a2), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.129810 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:23.130748 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.131848 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/aba15ecf-d052-4370-a84e-76585a4411a2 HTTP/1.1" status: 200 len: 1093 time: 0.7496457 Mar 07 15:36:23.134313 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-28c9bfd9-2cbf-4416-8fa8-9bd75c5fda41 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group (87f63f8a-6fec-4713-bace-8fda3d0f3fca), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.141620 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-28c9bfd9-2cbf-4416-8fa8-9bd75c5fda41 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (87f63f8a-6fec-4713-bace-8fda3d0f3fca), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.187175 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-28c9bfd9-2cbf-4416-8fa8-9bd75c5fda41 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.188401 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-28c9bfd9-2cbf-4416-8fa8-9bd75c5fda41 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2795947 Mar 07 15:36:23.192654 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-b51b72a7-9686-4939-8dd0-9b9a956ce89c service neutron] 10.222.0.26 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512637 Mar 07 15:36:23.193129 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 60022) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:23.198774 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-b9f9b3a5-3d80-4b1b-9aca-42addb2d4ed2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Request body: {'security_group_rule': {'security_group_id': '87f63f8a-6fec-4713-bace-8fda3d0f3fca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:23.199011 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b40e05a0-9104-4b61-9ab6-5a4364efe15c req-c53fe74d-ddcd-4eaf-b681-a16331e4283a tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232255 Mar 07 15:36:23.204967 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9bfd9-2cbf-4416-8fa8-9bd75c5fda41 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f63f8a-6fec-4713-bace-8fda3d0f3fca,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:23.224621 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14387e02-d6fb-46b4-a372-79410a2c59d1 service neutron] Pushing event updated for resources: {'Port': ['ID=aba15ecf-d052-4370-a84e-76585a4411a2,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:23.245581 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b9f9b3a5-3d80-4b1b-9aca-42addb2d4ed2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group_rule (76b02836-ce04-48e2-9472-1815291fc434), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.255772 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-afcb92c2-3c40-4e7a-97dd-5912a6f17a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:23.258711 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-afcb92c2-3c40-4e7a-97dd-5912a6f17a69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb87e3ad5bdd4a13bde4a74c40380fbd&device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 1127 time: 0.0798323 Mar 07 15:36:23.296129 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 60028) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:23.307978 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-76fce726-9164-42f7-a669-64b7d458ffb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aba15ecf-d052-4370-a84e-76585a4411a2 HTTP/1.1" status: 200 len: 217 time: 0.0403986 Mar 07 15:36:23.339653 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b9f9b3a5-3d80-4b1b-9aca-42addb2d4ed2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group_rule (76b02836-ce04-48e2-9472-1815291fc434), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.347259 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b9f9b3a5-3d80-4b1b-9aca-42addb2d4ed2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (76b02836-ce04-48e2-9472-1815291fc434), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.364463 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-fc612ca0-8ee6-41c8-a982-3fa584b369a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:23.366898 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-fc612ca0-8ee6-41c8-a982-3fa584b369a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c50c581-8a5f-48dc-aaf4-e21424c75c5c HTTP/1.1" status: 200 len: 854 time: 0.0524077 Mar 07 15:36:23.372923 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9b3a5-3d80-4b1b-9aca-42addb2d4ed2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b02836-ce04-48e2-9472-1815291fc434,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:23.385213 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b9f9b3a5-3d80-4b1b-9aca-42addb2d4ed2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.386506 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-b9f9b3a5-3d80-4b1b-9aca-42addb2d4ed2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1917038 Mar 07 15:36:23.389366 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 60034) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:23.390009 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-63038b16-6f57-4603-b63c-64f31f2d29c2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (d21fb1ec-5769-4185-b56f-c2bf4cbc3e74), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.396223 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-db3fd996-b95a-4593-86fb-71644c7237b1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Request body: {'security_group_rule': {'security_group_id': '87f63f8a-6fec-4713-bace-8fda3d0f3fca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:23.405812 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-20a730dd-1d2b-4bc6-858b-1b0e42de10f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93a6773c-73ee-4bbf-ac62-6723b9fc9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337052 Mar 07 15:36:23.434826 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-63038b16-6f57-4603-b63c-64f31f2d29c2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (d21fb1ec-5769-4185-b56f-c2bf4cbc3e74), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.452017 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-db3fd996-b95a-4593-86fb-71644c7237b1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group_rule (22c6864e-ecbc-4673-aa93-3bc3bdc6e6ed), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.500977 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-b17d1366-d64a-4f7c-bbcc-2e20721d2557 service neutron] 10.222.0.30 "GET /v2.0/networks/93a6773c-73ee-4bbf-ac62-6723b9fc9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893774 Mar 07 15:36:23.540170 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-db3fd996-b95a-4593-86fb-71644c7237b1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group_rule (22c6864e-ecbc-4673-aa93-3bc3bdc6e6ed), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.541861 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-63038b16-6f57-4603-b63c-64f31f2d29c2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (d21fb1ec-5769-4185-b56f-c2bf4cbc3e74), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.544610 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-63038b16-6f57-4603-b63c-64f31f2d29c2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.545921 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-63038b16-6f57-4603-b63c-64f31f2d29c2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "DELETE /v2.0/security-groups/d21fb1ec-5769-4185-b56f-c2bf4cbc3e74 HTTP/1.1" status: 204 len: 168 time: 0.2485900 Mar 07 15:36:23.550418 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 60040) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:23.567637 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-db3fd996-b95a-4593-86fb-71644c7237b1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (22c6864e-ecbc-4673-aa93-3bc3bdc6e6ed), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.578002 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63038b16-6f57-4603-b63c-64f31f2d29c2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21fb1ec-5769-4185-b56f-c2bf4cbc3e74,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:23.581737 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.api.v2.resource [None req-e99bb4f0-d0f7-4e2d-b8de-603316d789a6 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] show failed (client error): The resource could not be found. Mar 07 15:36:23.582803 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-e99bb4f0-d0f7-4e2d-b8de-603316d789a6 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups/d21fb1ec-5769-4185-b56f-c2bf4cbc3e74 HTTP/1.1" status: 404 len: 347 time: 0.0311737 Mar 07 15:36:23.587249 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c8869567-08e3-4007-b3de-f482848d6f1a req-8ca165fe-cee5-449b-9cab-c6faad1fbce8 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 210 time: 0.0403681 Mar 07 15:36:23.590194 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 60042) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:23.596721 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fd996-b95a-4593-86fb-71644c7237b1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c6864e-ecbc-4673-aa93-3bc3bdc6e6ed,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:23.604727 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-db3fd996-b95a-4593-86fb-71644c7237b1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.606101 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-db3fd996-b95a-4593-86fb-71644c7237b1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2140448 Mar 07 15:36:23.609360 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 60044) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:23.614040 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Request body: {'floatingip': {'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:23.643229 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:36:23.648081 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.759904 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.760325 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6d263a72-9812-4ea2-a3cf-c16c5545fe95 req-d6420e69-5108-4a95-8a83-9e046641b159 service neutron] 10.222.0.30 "GET /v2.0/networks/93a6773c-73ee-4bbf-ac62-6723b9fc9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519293 Mar 07 15:36:23.789405 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-ceac7db6-34da-44cc-aa30-d9ae8cf7c372 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Deleting port 512377ff-8c16-4fec-87f2-a607674040a1 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:36:23.789886 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ceac7db6-34da-44cc-aa30-d9ae8cf7c372 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (512377ff-8c16-4fec-87f2-a607674040a1), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.874894 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ceac7db6-34da-44cc-aa30-d9ae8cf7c372 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (512377ff-8c16-4fec-87f2-a607674040a1), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.875557 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ceac7db6-34da-44cc-aa30-d9ae8cf7c372 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (512377ff-8c16-4fec-87f2-a607674040a1), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:23.875847 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Allocated IP 172.27.3.251 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/260f5658-6bbb-4310-b811-aaca5095a9de) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:36:23.889896 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-ceac7db6-34da-44cc-aa30-d9ae8cf7c372 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Calling delete_port for 512377ff-8c16-4fec-87f2-a607674040a1 owned by network:floatingip {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:36:23.982530 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for port (260f5658-6bbb-4310-b811-aaca5095a9de), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.018473 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (260f5658-6bbb-4310-b811-aaca5095a9de), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.050082 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ceac7db6-34da-44cc-aa30-d9ae8cf7c372 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (512377ff-8c16-4fec-87f2-a607674040a1), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.062979 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:36:24.067489 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:36:24.070910 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:36:24.079453 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac7db6-34da-44cc-aa30-d9ae8cf7c372 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event deleted for resources: {'Port': ['ID=512377ff-8c16-4fec-87f2-a607674040a1,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:24.093410 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event updated for resources: {'Port': ['ID=260f5658-6bbb-4310-b811-aaca5095a9de,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:24.147128 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ceac7db6-34da-44cc-aa30-d9ae8cf7c372 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (7af7bd07-9cfa-4467-8de2-4cf9bd6b6699), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.150571 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ceac7db6-34da-44cc-aa30-d9ae8cf7c372 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.154454 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-ceac7db6-34da-44cc-aa30-d9ae8cf7c372 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "DELETE /v2.0/floatingips/7af7bd07-9cfa-4467-8de2-4cf9bd6b6699 HTTP/1.1" status: 204 len: 168 time: 0.5632513 Mar 07 15:36:24.166935 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for floatingip (9dbc6bdb-4aa7-4dde-9fe4-bc635b712bef), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.207332 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (260f5658-6bbb-4310-b811-aaca5095a9de), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.280095 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbeaf503-ab4b-436f-9879-da6356420a48', 'tag': 'aba15ecf-d052-4370-a84e-76585a4411a2'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:24.282966 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8601651-1d81-48c6-aee5-d3db702f2a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbeaf503-ab4b-436f-9879-da6356420a48", "tag": "aba15ecf-d052-4370-a84e-76585a4411a2"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:24.338207 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 60058) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:24.342789 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-642b0157-de65-4fad-b4fc-1c904603dff2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1573680825', 'description': 'tempest-description--364912885'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:24.367482 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd6d24-7f8a-420e-ad57-8e23545e5330 req-caaa3fa5-d6a6-49af-b666-540a7d8e4f70 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:24.370416 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-24dd6d24-7f8a-420e-ad57-8e23545e5330 req-caaa3fa5-d6a6-49af-b666-540a7d8e4f70 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 943 time: 0.0912976 Mar 07 15:36:24.371371 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for port (260f5658-6bbb-4310-b811-aaca5095a9de), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.376829 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7627396'] for port (260f5658-6bbb-4310-b811-aaca5095a9de), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.378800 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858cc0d4-e6c2-44be-8e93-11f13152cc97 x-openstack-request-id: req-858cc0d4-e6c2-44be-8e93-11f13152cc97 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:24.379205 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbeaf503-ab4b-436f-9879-da6356420a48", "tag": "aba15ecf-d052-4370-a84e-76585a4411a2", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:24.379552 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-858cc0d4-e6c2-44be-8e93-11f13152cc97 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:24.379976 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbeaf503-ab4b-436f-9879-da6356420a48', 'tag': 'aba15ecf-d052-4370-a84e-76585a4411a2', 'status': 'completed', 'code': 200} Mar 07 15:36:24.387414 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-642b0157-de65-4fad-b4fc-1c904603dff2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.448459 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event updated for resources: {'Port': ['ID=260f5658-6bbb-4310-b811-aaca5095a9de,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:24.459209 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (9dbc6bdb-4aa7-4dde-9fe4-bc635b712bef), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.481663 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.483662 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-24dd6d24-7f8a-420e-ad57-8e23545e5330 req-18167cb9-ef21-4380-82be-9c55ccef9648 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070256 Mar 07 15:36:24.490895 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-3f1d0b76-89a8-44eb-9840-2ce6fb6b951c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8799357 Mar 07 15:36:24.511609 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8601651-1d81-48c6-aee5-d3db702f2a4d req-4e553a77-04cd-4c4f-ad76-ba0a0d05088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:24.513545 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e8601651-1d81-48c6-aee5-d3db702f2a4d req-4e553a77-04cd-4c4f-ad76-ba0a0d05088d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb87e3ad5bdd4a13bde4a74c40380fbd&device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 1127 time: 0.1101615 Mar 07 15:36:24.551455 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-642b0157-de65-4fad-b4fc-1c904603dff2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (0c058644-3636-4a2b-b68c-eff691ef86fb), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.584383 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-642b0157-de65-4fad-b4fc-1c904603dff2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (0c058644-3636-4a2b-b68c-eff691ef86fb), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.706127 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-642b0157-de65-4fad-b4fc-1c904603dff2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.707341 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-642b0157-de65-4fad-b4fc-1c904603dff2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3681524 Mar 07 15:36:24.711285 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 60076) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:24.717195 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-55c36e0e-dc0b-41b4-adb1-ae83d97f6098 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'security_group_rule': {'security_group_id': '0c058644-3636-4a2b-b68c-eff691ef86fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:24.734870 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-70f7e03b-5c93-4df4-bdef-bbdd77bd3395 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1107714898&fields=id&tenant_id=733d7788dbf7454e945a255ad9d4f9f1 HTTP/1.1" status: 200 len: 267 time: 0.0644782 Mar 07 15:36:24.760590 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7ea833e8-1ab2-42ad-8d3b-989c5211aa50 req-4385ffdf-f7a2-4f98-a3ae-4068669cc383 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 210 time: 0.0599861 Mar 07 15:36:24.766642 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b0157-de65-4fad-b4fc-1c904603dff2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c058644-3636-4a2b-b68c-eff691ef86fb,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:24.784314 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-55c36e0e-dc0b-41b4-adb1-ae83d97f6098 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (860f4243-52ce-4a17-ae1f-471d6f161000), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.791064 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8601651-1d81-48c6-aee5-d3db702f2a4d req-69ee0000-4855-4b67-9af6-0a4312668b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:24.792555 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e8601651-1d81-48c6-aee5-d3db702f2a4d req-69ee0000-4855-4b67-9af6-0a4312668b37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=93a6773c-73ee-4bbf-ac62-6723b9fc9b75 HTTP/1.1" status: 200 len: 915 time: 0.2571540 Mar 07 15:36:24.847351 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-f12d4e2c-633f-4514-9370-801440f4f510 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:24.848823 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-f12d4e2c-633f-4514-9370-801440f4f510 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.30 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 812 time: 0.2950840 Mar 07 15:36:24.850288 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e8601651-1d81-48c6-aee5-d3db702f2a4d req-1da4e8d2-a752-4111-a2ef-523ef24e185e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aba15ecf-d052-4370-a84e-76585a4411a2 HTTP/1.1" status: 200 len: 217 time: 0.0483694 Mar 07 15:36:24.885549 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-55c36e0e-dc0b-41b4-adb1-ae83d97f6098 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (860f4243-52ce-4a17-ae1f-471d6f161000), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.892107 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-72168c07-6501-4753-86f8-ef142af6017d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:24.893635 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-72168c07-6501-4753-86f8-ef142af6017d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/networks?id=4dacc321-0235-4232-8deb-30a0cd8e5de6 HTTP/1.1" status: 200 len: 817 time: 0.1582551 Mar 07 15:36:24.894683 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-55c36e0e-dc0b-41b4-adb1-ae83d97f6098 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (860f4243-52ce-4a17-ae1f-471d6f161000), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.921901 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c36e0e-dc0b-41b4-adb1-ae83d97f6098 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860f4243-52ce-4a17-ae1f-471d6f161000,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:24.925584 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-464e6dac-1044-4e66-975c-62cb8a116d5b tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/quotas/733d7788dbf7454e945a255ad9d4f9f1 HTTP/1.1" status: 200 len: 375 time: 0.0248017 Mar 07 15:36:24.933402 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-55c36e0e-dc0b-41b4-adb1-ae83d97f6098 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:24.934611 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-55c36e0e-dc0b-41b4-adb1-ae83d97f6098 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2223918 Mar 07 15:36:24.939404 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 60078) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:24.948796 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-07aa285f-c4d4-4fc0-97d6-c0fcf27c2409 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'security_group_rule': {'security_group_id': '0c058644-3636-4a2b-b68c-eff691ef86fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:24.953812 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8601651-1d81-48c6-aee5-d3db702f2a4d req-9fc9c59f-0055-4941-b94d-e986f3f70afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:24.955382 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e8601651-1d81-48c6-aee5-d3db702f2a4d req-9fc9c59f-0055-4941-b94d-e986f3f70afb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c50c581-8a5f-48dc-aaf4-e21424c75c5c HTTP/1.1" status: 200 len: 854 time: 0.0894434 Mar 07 15:36:24.988623 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-d186bd7e-bb07-4089-aaf8-d6ff64db5b83 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83d62f069f544168c7dc36ad4f7b139 HTTP/1.1" status: 200 len: 380 time: 0.1280918 Mar 07 15:36:24.990581 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-5cdb615a-87e9-407d-9844-950a4f1c766f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=733d7788dbf7454e945a255ad9d4f9f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547884 Mar 07 15:36:25.008384 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e8601651-1d81-48c6-aee5-d3db702f2a4d req-94bf4537-ca08-42ef-9452-91934fe65e40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93a6773c-73ee-4bbf-ac62-6723b9fc9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437865 Mar 07 15:36:25.011729 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-cd34d41a-285f-4d66-bc86-6110fab8b67d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Request body: {'port': {'device_id': 'c3ed9aa5-412b-4d98-85ef-4eb804fdd92e', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'admin_state_up': True, 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'security_groups': ['376176cb-76fa-45c1-abb9-411e8e908e8d']}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:25.069139 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-07aa285f-c4d4-4fc0-97d6-c0fcf27c2409 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (e43b1542-982d-4852-9167-fb16cc2a0799), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:25.105115 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3230d094-e8fa-4ad6-8dab-ab56512e4242 service neutron] 10.222.0.26 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057446 Mar 07 15:36:25.199628 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-b6714ced-e075-45b1-8f40-c848493433f5 service neutron] 10.222.0.26 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881038 Mar 07 15:36:25.223949 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e8601651-1d81-48c6-aee5-d3db702f2a4d req-159b5533-33cb-49e8-82d6-962174693ac5 service neutron] 10.222.0.30 "GET /v2.0/networks/93a6773c-73ee-4bbf-ac62-6723b9fc9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079880 Mar 07 15:36:25.235528 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-07aa285f-c4d4-4fc0-97d6-c0fcf27c2409 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (e43b1542-982d-4852-9167-fb16cc2a0799), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:25.248218 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-07aa285f-c4d4-4fc0-97d6-c0fcf27c2409 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (e43b1542-982d-4852-9167-fb16cc2a0799), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:25.318933 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa285f-c4d4-4fc0-97d6-c0fcf27c2409 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43b1542-982d-4852-9167-fb16cc2a0799,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:25.326083 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-cd34d41a-285f-4d66-bc86-6110fab8b67d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Made reservation on behalf of a83d62f069f544168c7dc36ad4f7b139 for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:36:25.328902 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-cd34d41a-285f-4d66-bc86-6110fab8b67d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:25.353847 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-07aa285f-c4d4-4fc0-97d6-c0fcf27c2409 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:25.355256 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-07aa285f-c4d4-4fc0-97d6-c0fcf27c2409 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4147956 Mar 07 15:36:25.358507 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 60084) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:25.363074 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'floatingip': {'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:25.379991 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device aba15ecf-d052-4370-a84e-76585a4411a2 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:36:25.401001 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:25.402472 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5096b818-9ff0-428d-8ea8-73a865911a7b req-d4c3f4ff-329f-4c7b-842b-893fe348f1b8 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 210 time: 0.0446661 Mar 07 15:36:25.459201 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e8601651-1d81-48c6-aee5-d3db702f2a4d req-c63e8bec-8fca-4543-9782-375d0e2a4dca service neutron] 10.222.0.30 "GET /v2.0/networks/93a6773c-73ee-4bbf-ac62-6723b9fc9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261555 Mar 07 15:36:25.509225 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port aba15ecf-d052-4370-a84e-76585a4411a2, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=aba15ecf-d052-4370-a84e-76585a4411a2,segment=NetworkSegment(06a429e4-8925-499b-b686-620d738c61da),segment_id=06a429e4-8925-499b-b686-620d738c61da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:25.530506 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': 'aba15ecf-d052-4370-a84e-76585a4411a2', 'network_id': '93a6773c-73ee-4bbf-ac62-6723b9fc9b75', 'port_id': 'aba15ecf-d052-4370-a84e-76585a4411a2', 'mac_address': 'fa:16:3e:b9:1b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c50c581-8a5f-48dc-aaf4-e21424c75c5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:36:25.544270 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:25.569512 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-cd34d41a-285f-4d66-bc86-6110fab8b67d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Allocated IP 172.20.0.3 (f6f86ee1-eb94-4c82-9c74-7df197ed1334/62da12ad-276e-4aaf-b6e0-ef8568f52ae1/1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:36:25.584479 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port aba15ecf-d052-4370-a84e-76585a4411a2 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:25.585348 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (aba15ecf-d052-4370-a84e-76585a4411a2), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:25.601679 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba15ecf-d052-4370-a84e-76585a4411a2 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:36:25.624935 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port aba15ecf-d052-4370-a84e-76585a4411a2, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=aba15ecf-d052-4370-a84e-76585a4411a2,segment=NetworkSegment(06a429e4-8925-499b-b686-620d738c61da),segment_id=06a429e4-8925-499b-b686-620d738c61da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:25.629464 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (aba15ecf-d052-4370-a84e-76585a4411a2), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:25.704009 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=aba15ecf-d052-4370-a84e-76585a4411a2,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:25.719790 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Allocated IP 172.27.3.230 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/37911552-d765-4623-a42d-a4d4a7a3d7d9) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:36:25.728220 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e995c6d-ecf1-47ab-956a-9df0962c9062 req-f648dfb0-6bdc-4df4-af94-4bc55e7889de tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:25.729709 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3e995c6d-ecf1-47ab-956a-9df0962c9062 req-f648dfb0-6bdc-4df4-af94-4bc55e7889de tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 944 time: 0.1053019 Mar 07 15:36:25.763891 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-cd34d41a-285f-4d66-bc86-6110fab8b67d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:25.799327 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-cd34d41a-285f-4d66-bc86-6110fab8b67d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:25.844482 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3e995c6d-ecf1-47ab-956a-9df0962c9062 req-ecb7ea11-dc60-47e4-a49f-522d392073e2 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052039 Mar 07 15:36:25.857150 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['aba15ecf-d052-4370-a84e-76585a4411a2'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:36:25.877630 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for port (37911552-d765-4623-a42d-a4d4a7a3d7d9), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:25.899980 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-cd34d41a-285f-4d66-bc86-6110fab8b67d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Network f6f86ee1-eb94-4c82-9c74-7df197ed1334 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:36:25.927409 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-cd34d41a-285f-4d66-bc86-6110fab8b67d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:36:25.927813 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (37911552-d765-4623-a42d-a4d4a7a3d7d9), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:25.929630 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34d41a-285f-4d66-bc86-6110fab8b67d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'Port': ['ID=1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:25.934652 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-cd34d41a-285f-4d66-bc86-6110fab8b67d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:36:26.002538 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-cd34d41a-285f-4d66-bc86-6110fab8b67d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:26.003146 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-cd34d41a-285f-4d66-bc86-6110fab8b67d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:26.028038 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:36:26.032647 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'Port': ['ID=37911552-d765-4623-a42d-a4d4a7a3d7d9,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:26.035144 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:36:26.036645 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-cd34d41a-285f-4d66-bc86-6110fab8b67d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0307631 Mar 07 15:36:26.037990 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:36:26.049962 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe2789-5c57-418c-9401-3537c4a0a455 req-a80e73c5-ba91-4048-bb93-c2738854b110 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:26.051582 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-91fe2789-5c57-418c-9401-3537c4a0a455 req-a80e73c5-ba91-4048-bb93-c2738854b110 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 931 time: 0.1730974 Mar 07 15:36:26.061457 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Request body: {'port': {'device_id': 'c3ed9aa5-412b-4d98-85ef-4eb804fdd92e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:26.159113 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-91fe2789-5c57-418c-9401-3537c4a0a455 req-f7fa146f-ccca-40b7-b7ba-3b0e048ff2b8 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937126 Mar 07 15:36:26.159672 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:26.159883 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (d33f496c-7ce9-4974-abde-047bb6470fe1), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:26.204706 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (37911552-d765-4623-a42d-a4d4a7a3d7d9), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:26.313024 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-d2f870e1-f6be-4593-952c-9fcc85b5d235 None None] Provisioning complete for port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:26.313777 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d2f870e1-f6be-4593-952c-9fcc85b5d235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:26.348535 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-d2f870e1-f6be-4593-952c-9fcc85b5d235 None None] Port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:36:26.371804 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for port (37911552-d765-4623-a42d-a4d4a7a3d7d9), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:26.377467 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7627396'] for port (37911552-d765-4623-a42d-a4d4a7a3d7d9), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:26.437016 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:36:26.458988 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'Port': ['ID=37911552-d765-4623-a42d-a4d4a7a3d7d9,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:26.467911 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Publish callbacks [] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:26.469676 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (d33f496c-7ce9-4974-abde-047bb6470fe1), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:26.488883 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:26.498403 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-557dd400-850d-4de8-9434-f740bc1c6b46 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1314049 Mar 07 15:36:26.537713 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Transition to ACTIVE for port object 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:36:26.543843 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:26.556706 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-7ea44337-1979-456c-9ca8-7b0d0d0f40e0 req-b694ab9e-4d6c-4220-a1a9-c126c76e571a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 210 time: 0.0319982 Mar 07 15:36:26.619336 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Pushing event updated for resources: {'Port': ['ID=1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:26.672439 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-33b5fe00-7a03-4e35-b948-e04e8e020841 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:26.673992 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-33b5fe00-7a03-4e35-b948-e04e8e020841 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.30 "GET /v2.0/networks?id=4dacc321-0235-4232-8deb-30a0cd8e5de6 HTTP/1.1" status: 200 len: 817 time: 0.2300992 Mar 07 15:36:26.785012 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Attempting to bind port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:36:26.785362 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Attempting to bind port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:36:26.785698 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Attempting to bind port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f on network f6f86ee1-eb94-4c82-9c74-7df197ed1334 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:36:26.797539 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-759e992d-1acb-4157-94eb-f1071f23905a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=733d7788dbf7454e945a255ad9d4f9f1 HTTP/1.1" status: 200 len: 380 time: 0.1147962 Mar 07 15:36:26.799466 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f on network f6f86ee1-eb94-4c82-9c74-7df197ed1334 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:36:26.799795 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Attempting to bind port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f on network f6f86ee1-eb94-4c82-9c74-7df197ed1334 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:36:26.804062 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-442b08d4-4e67-4fc9-81b4-d0cbc2b6ba94 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1573680825&fields=id&tenant_id=d5415959ffad4b7183eed207f8afd560 HTTP/1.1" status: 200 len: 267 time: 0.1052408 Mar 07 15:36:26.810975 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-c420caf5-f0e4-42c1-bbc0-d378be66aa13 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Request body: {'port': {'device_id': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'admin_state_up': True, 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'security_groups': ['87f63f8a-6fec-4713-bace-8fda3d0f3fca']}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:26.826443 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:36:26.826723 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Checking segment: {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:36:26.827104 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Bound using segment: {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:36:26.827542 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Bound port: 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:36:26.827903 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:26.970969 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61308a58-81e6-4e81-a9f2-755a87298b3e req-87d0b3c4-46f4-4693-9cdd-6a5db91aca05 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:26.972559 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-61308a58-81e6-4e81-a9f2-755a87298b3e req-87d0b3c4-46f4-4693-9cdd-6a5db91aca05 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 944 time: 0.0586338 Mar 07 15:36:27.022031 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-61308a58-81e6-4e81-a9f2-755a87298b3e req-5fb9e8e7-2023-42d9-8e0c-9b85c06f3e5d tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430608 Mar 07 15:36:27.280368 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cafb2-2e63-453d-b19c-e4af3cc02cfc req-b023cc71-7808-4f34-84b6-2e94033a8b69 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:27.282017 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b75cafb2-2e63-453d-b19c-e4af3cc02cfc req-b023cc71-7808-4f34-84b6-2e94033a8b69 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 943 time: 0.0524297 Mar 07 15:36:27.299858 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] For port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:36:27.323205 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-f6e4da26-628d-4630-af65-003f94e26151 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:27.324708 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-f6e4da26-628d-4630-af65-003f94e26151 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/networks?id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 200 len: 814 time: 0.5094402 Mar 07 15:36:27.331742 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] For port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:36:27.341238 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b75cafb2-2e63-453d-b19c-e4af3cc02cfc req-2e70d00c-d314-41a1-9611-257e8ea7ec45 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490172 Mar 07 15:36:27.348919 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:27.367557 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-45784cb7-d4de-4195-9b32-4be575ea7fae tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/quotas/d5415959ffad4b7183eed207f8afd560 HTTP/1.1" status: 200 len: 375 time: 0.0324144 Mar 07 15:36:27.391858 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device aba15ecf-d052-4370-a84e-76585a4411a2 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:36:27.407035 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-c420caf5-f0e4-42c1-bbc0-d378be66aa13 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Made reservation on behalf of 733d7788dbf7454e945a255ad9d4f9f1 for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:36:27.410171 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-c420caf5-f0e4-42c1-bbc0-d378be66aa13 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:27.442643 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:27.443368 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:27.444772 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] 10.222.0.30 "PUT /v2.0/ports/1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f HTTP/1.1" status: 200 len: 1093 time: 1.3922009 Mar 07 15:36:27.445272 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port aba15ecf-d052-4370-a84e-76585a4411a2 completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:36:27.445442 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ed9aa5-412b-4d98-85ef-4eb804fdd92e', 'tag': '1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:27.447693 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e78bed-ff8f-400d-8d07-1cbb93808b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ed9aa5-412b-4d98-85ef-4eb804fdd92e", "tag": "1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:27.450048 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port aba15ecf-d052-4370-a84e-76585a4411a2 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:27.450570 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (aba15ecf-d052-4370-a84e-76585a4411a2), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:27.496455 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc423cc-2af9-4ba6-a505-dfa6f60c662a service neutron] Pushing event updated for resources: {'Port': ['ID=1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:27.530774 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed698a7-6ccb-4838-a1f0-eb6c1ab16077 x-openstack-request-id: req-7ed698a7-6ccb-4838-a1f0-eb6c1ab16077 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:27.531083 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ed9aa5-412b-4d98-85ef-4eb804fdd92e", "tag": "1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:27.531606 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ed698a7-6ccb-4838-a1f0-eb6c1ab16077 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:27.532001 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ed9aa5-412b-4d98-85ef-4eb804fdd92e', 'tag': '1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f', 'status': 'completed', 'code': 200} Mar 07 15:36:27.549585 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port aba15ecf-d052-4370-a84e-76585a4411a2 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:27.550003 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (aba15ecf-d052-4370-a84e-76585a4411a2), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:27.574756 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbeaf503-ab4b-436f-9879-da6356420a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba15ecf-d052-4370-a84e-76585a4411a2'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:27.577724 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d70104-3c7d-4c4e-80a7-90a7abe83401" -d '{"events": [{"server_uuid": "fbeaf503-ab4b-436f-9879-da6356420a48", "name": "network-vif-plugged", "status": "completed", "tag": "aba15ecf-d052-4370-a84e-76585a4411a2"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:27.590493 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-54344d83-b289-4da3-9bac-a49937f85e0a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2021246 Mar 07 15:36:27.591921 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port aba15ecf-d052-4370-a84e-76585a4411a2, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=aba15ecf-d052-4370-a84e-76585a4411a2,segment=NetworkSegment(06a429e4-8925-499b-b686-620d738c61da),segment_id=06a429e4-8925-499b-b686-620d738c61da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:27.599336 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (aba15ecf-d052-4370-a84e-76585a4411a2), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:27.636666 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2740b2-c6fd-490b-86a0-7c464a32d25e x-openstack-request-id: req-1b2740b2-c6fd-490b-86a0-7c464a32d25e {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:27.636960 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbeaf503-ab4b-436f-9879-da6356420a48", "name": "network-vif-plugged", "status": "completed", "tag": "aba15ecf-d052-4370-a84e-76585a4411a2", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:27.637285 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b2740b2-c6fd-490b-86a0-7c464a32d25e {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:27.637900 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbeaf503-ab4b-436f-9879-da6356420a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba15ecf-d052-4370-a84e-76585a4411a2', 'code': 200} Mar 07 15:36:27.675894 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=aba15ecf-d052-4370-a84e-76585a4411a2,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:27.709591 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-89f7be3b-23fd-4492-940c-0d8b99783ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:27.711193 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-89f7be3b-23fd-4492-940c-0d8b99783ab7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 1127 time: 0.2226059 Mar 07 15:36:27.737271 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6bcfaf42-0765-4eef-8a40-4772d0fcecb8 req-6c9527e7-cbb7-4630-bc72-1c1f97b80fdb tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 210 time: 0.0309253 Mar 07 15:36:27.768728 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-4ad10858-17e5-41f4-8513-1b7a64f4b992 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f HTTP/1.1" status: 200 len: 217 time: 0.0477636 Mar 07 15:36:27.776373 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-c420caf5-f0e4-42c1-bbc0-d378be66aa13 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Allocated IP 172.20.0.8 (4dacc321-0235-4232-8deb-30a0cd8e5de6/0fa3af63-c79c-44c8-be3f-b0aa201a012b/ba056e95-b2d1-49d7-8b0b-e97d96d59204) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:36:27.823417 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-3f685b92-4277-4449-a123-c1dd92a544c3 service neutron] 10.222.0.26 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185261 Mar 07 15:36:27.833995 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce358b0-cf33-4dd1-869b-2154fbf29cff req-8a047cf8-773a-4227-b801-31c67cadad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:27.835508 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-cce358b0-cf33-4dd1-869b-2154fbf29cff req-8a047cf8-773a-4227-b801-31c67cadad21 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 1129 time: 0.0437212 Mar 07 15:36:27.882448 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-cce358b0-cf33-4dd1-869b-2154fbf29cff req-19de1c00-556b-4e04-8275-40b298711cd8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378242 Mar 07 15:36:27.889423 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-53805644-9c7e-4e39-8cbe-1c41ae086801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:27.890974 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-53805644-9c7e-4e39-8cbe-1c41ae086801 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62da12ad-276e-4aaf-b6e0-ef8568f52ae1 HTTP/1.1" status: 200 len: 851 time: 0.1125293 Mar 07 15:36:28.014715 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-02d039f4-0766-46e6-8cad-118093fb1d33 service neutron] 10.222.0.26 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844521 Mar 07 15:36:28.042544 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-c420caf5-f0e4-42c1-bbc0-d378be66aa13 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:28.088533 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-c420caf5-f0e4-42c1-bbc0-d378be66aa13 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:28.160175 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec39441-98ae-4255-b5e5-557822c54f93 req-13adb8b4-a01a-45cd-b4e0-d104ce997e6e tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:28.162292 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-fec39441-98ae-4255-b5e5-557822c54f93 req-13adb8b4-a01a-45cd-b4e0-d104ce997e6e tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 945 time: 0.0629399 Mar 07 15:36:28.172448 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-c420caf5-f0e4-42c1-bbc0-d378be66aa13 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Network 4dacc321-0235-4232-8deb-30a0cd8e5de6 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:36:28.207416 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-c420caf5-f0e4-42c1-bbc0-d378be66aa13 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:36:28.211793 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f2d6ba2f-551e-4d30-9b01-d240bb3b6430 req-9e3032ff-05c2-4a41-aa4d-639689aec708 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 210 time: 0.0480287 Mar 07 15:36:28.212481 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420caf5-f0e4-42c1-bbc0-d378be66aa13 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event updated for resources: {'Port': ['ID=ba056e95-b2d1-49d7-8b0b-e97d96d59204,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:28.221050 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-c420caf5-f0e4-42c1-bbc0-d378be66aa13 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:36:28.227315 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-fec39441-98ae-4255-b5e5-557822c54f93 req-e5d58a32-2a31-4ae4-aaa9-3e85286a3be3 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589561 Mar 07 15:36:28.271853 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-8aa5dee7-2258-49b3-ad85-6775a9254957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:28.273645 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-8aa5dee7-2258-49b3-ad85-6775a9254957 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6f86ee1-eb94-4c82-9c74-7df197ed1334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1956677 Mar 07 15:36:28.310566 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-c420caf5-f0e4-42c1-bbc0-d378be66aa13 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:28.311202 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-c420caf5-f0e4-42c1-bbc0-d378be66aa13 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:28.371886 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-c420caf5-f0e4-42c1-bbc0-d378be66aa13 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5659323 Mar 07 15:36:28.384709 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Request body: {'port': {'device_id': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:28.466302 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-ed85e1f9-8eb2-4e93-8494-bef5d5092770 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842813 Mar 07 15:36:28.524233 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:28.526906 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-677eb5ef-14af-4185-90aa-0c28b108ecb6 None None] Provisioning complete for port ba056e95-b2d1-49d7-8b0b-e97d96d59204 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:28.527423 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-677eb5ef-14af-4185-90aa-0c28b108ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:28.561485 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-677eb5ef-14af-4185-90aa-0c28b108ecb6 None None] Port ba056e95-b2d1-49d7-8b0b-e97d96d59204 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:36:28.592232 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf79297-44b5-4622-9ae3-a91f96cd91c9 req-b918e6ef-fd96-4a20-bdf3-4c99708fc0d5 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:28.593717 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9cf79297-44b5-4622-9ae3-a91f96cd91c9 req-b918e6ef-fd96-4a20-bdf3-4c99708fc0d5 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 943 time: 0.1703143 Mar 07 15:36:28.689212 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1a323524-5758-4364-bd7f-271fec8ce0f8 req-d9e439f4-fab4-4886-90e0-6e0f3d2687cd service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999307 Mar 07 15:36:28.795156 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9cf79297-44b5-4622-9ae3-a91f96cd91c9 req-5044a8e6-142f-4482-bb30-a8d5bf727dbb tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780591 Mar 07 15:36:28.863368 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58ad18-512d-4f57-a0b5-e762bae4c287 req-08e1f07c-28a3-45bf-bac5-ba9c73e1c0c2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:28.864862 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-be58ad18-512d-4f57-a0b5-e762bae4c287 req-08e1f07c-28a3-45bf-bac5-ba9c73e1c0c2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 931 time: 0.0523367 Mar 07 15:36:28.865001 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e78bed-ff8f-400d-8d07-1cbb93808b6b req-1511dc7b-e593-479f-9b2d-15affe9807d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:28.866485 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d5e78bed-ff8f-400d-8d07-1cbb93808b6b req-1511dc7b-e593-479f-9b2d-15affe9807d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 1127 time: 0.1195145 Mar 07 15:36:28.911839 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-be58ad18-512d-4f57-a0b5-e762bae4c287 req-4e591d1d-353c-4266-a906-b4d73df959fb tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409954 Mar 07 15:36:29.025318 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba056e95-b2d1-49d7-8b0b-e97d96d59204 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:36:29.030645 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e78bed-ff8f-400d-8d07-1cbb93808b6b req-19bc8d7e-539a-4941-920f-9ee1f3ec3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:29.032333 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d5e78bed-ff8f-400d-8d07-1cbb93808b6b req-19bc8d7e-539a-4941-920f-9ee1f3ec3ca7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 913 time: 0.1434326 Mar 07 15:36:29.036235 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Publish callbacks [] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:29.083831 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d5e78bed-ff8f-400d-8d07-1cbb93808b6b req-eb2a6692-f899-4339-ab05-218cf9c064b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f HTTP/1.1" status: 200 len: 217 time: 0.0439692 Mar 07 15:36:29.084704 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Transition to ACTIVE for port object ba056e95-b2d1-49d7-8b0b-e97d96d59204 will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:36:29.088940 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:29.173302 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e78bed-ff8f-400d-8d07-1cbb93808b6b req-80b82953-b306-4ac3-863b-25f2fb253ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:29.174822 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d5e78bed-ff8f-400d-8d07-1cbb93808b6b req-80b82953-b306-4ac3-863b-25f2fb253ce7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62da12ad-276e-4aaf-b6e0-ef8568f52ae1 HTTP/1.1" status: 200 len: 851 time: 0.0823979 Mar 07 15:36:29.182587 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Pushing event updated for resources: {'Port': ['ID=ba056e95-b2d1-49d7-8b0b-e97d96d59204,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:29.323061 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Attempting to bind port ba056e95-b2d1-49d7-8b0b-e97d96d59204 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:36:29.323061 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Attempting to bind port ba056e95-b2d1-49d7-8b0b-e97d96d59204 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:36:29.329413 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Attempting to bind port ba056e95-b2d1-49d7-8b0b-e97d96d59204 on network 4dacc321-0235-4232-8deb-30a0cd8e5de6 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:36:29.340519 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-0c06b654-89b9-4aef-94ee-9b368359a75d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:29.342729 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-0c06b654-89b9-4aef-94ee-9b368359a75d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "GET /v2.0/networks?id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 200 len: 814 time: 0.1489162 Mar 07 15:36:29.357070 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e78bed-ff8f-400d-8d07-1cbb93808b6b req-7617bf83-2894-4321-a5df-88b44e6e2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:29.358636 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d5e78bed-ff8f-400d-8d07-1cbb93808b6b req-7617bf83-2894-4321-a5df-88b44e6e2d40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6f86ee1-eb94-4c82-9c74-7df197ed1334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1584113 Mar 07 15:36:29.360466 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9fc5a073-9b75-4808-b8b3-89c395e63480 req-39086db0-85eb-42f6-ac56-119a89ebacd5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 210 time: 0.0505204 Mar 07 15:36:29.361569 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Port ba056e95-b2d1-49d7-8b0b-e97d96d59204 on network 4dacc321-0235-4232-8deb-30a0cd8e5de6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:36:29.361887 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Attempting to bind port ba056e95-b2d1-49d7-8b0b-e97d96d59204 on network 4dacc321-0235-4232-8deb-30a0cd8e5de6 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:36:29.391020 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:36:29.391767 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Checking segment: {'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:36:29.392667 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Bound using segment: {'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:36:29.393374 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Bound port: ba056e95-b2d1-49d7-8b0b-e97d96d59204, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8363e0c2-c731-43b3-ad0d-91226bb8d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:36:29.394832 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:29.453637 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-b5244be5-14d6-4d67-b0cc-b2d067e829b5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5415959ffad4b7183eed207f8afd560 HTTP/1.1" status: 200 len: 380 time: 0.0973790 Mar 07 15:36:29.460364 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92922fc0-29e3-4a10-a868-f648ee0d6385 req-92308341-e21f-4388-aed3-1e035f25f1de tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:29.461756 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-92922fc0-29e3-4a10-a868-f648ee0d6385 req-92308341-e21f-4388-aed3-1e035f25f1de tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 945 time: 0.1178765 Mar 07 15:36:29.466757 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-17031614-f1dc-4438-9415-ff1ca987f9f9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'port': {'device_id': '72677428-2ec2-403b-9f36-d69a10662050', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'admin_state_up': True, 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'security_groups': ['0c058644-3636-4a2b-b68c-eff691ef86fb']}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:29.529466 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d5e78bed-ff8f-400d-8d07-1cbb93808b6b req-d6c63ebb-50bf-4b75-adaa-971bb6ac2dae service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563568 Mar 07 15:36:29.531766 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] For port ba056e95-b2d1-49d7-8b0b-e97d96d59204, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:36:29.534839 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] For port ba056e95-b2d1-49d7-8b0b-e97d96d59204, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:36:29.540990 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:29.572075 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-92922fc0-29e3-4a10-a868-f648ee0d6385 req-2cd44974-716d-4c6d-ab78-cb28c2ba8531 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998237 Mar 07 15:36:29.594314 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:29.595259 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:29.597094 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] 10.222.0.30 "PUT /v2.0/ports/ba056e95-b2d1-49d7-8b0b-e97d96d59204 HTTP/1.1" status: 200 len: 1093 time: 1.2166936 Mar 07 15:36:29.605921 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'tag': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:29.608264 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc9a01d-2ca6-40a4-bc8a-c752ea18c4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6016f7-72e6-4828-b654-67c9a0bd98ce", "tag": "ba056e95-b2d1-49d7-8b0b-e97d96d59204"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:29.614903 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-17031614-f1dc-4438-9415-ff1ca987f9f9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Made reservation on behalf of d5415959ffad4b7183eed207f8afd560 for: {'port': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:36:29.619423 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-17031614-f1dc-4438-9415-ff1ca987f9f9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:29.686775 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662fef42-d42d-4ee4-912e-7a782395c912 x-openstack-request-id: req-662fef42-d42d-4ee4-912e-7a782395c912 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:29.687076 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6016f7-72e6-4828-b654-67c9a0bd98ce", "tag": "ba056e95-b2d1-49d7-8b0b-e97d96d59204", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:29.687321 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-662fef42-d42d-4ee4-912e-7a782395c912 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:29.687721 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'tag': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'status': 'completed', 'code': 200} Mar 07 15:36:29.726361 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35736d-6fd3-4126-84e8-b1a018316668 service neutron] Pushing event updated for resources: {'Port': ['ID=ba056e95-b2d1-49d7-8b0b-e97d96d59204,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:29.764091 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-35d7c1d0-6be0-474e-9d21-2979db269c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:29.765574 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-35d7c1d0-6be0-474e-9d21-2979db269c49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=733d7788dbf7454e945a255ad9d4f9f1&device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 1127 time: 0.0898607 Mar 07 15:36:29.767899 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d5e78bed-ff8f-400d-8d07-1cbb93808b6b req-97be5f2a-4e87-48fa-a27d-2e7b1260d75c service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246733 Mar 07 15:36:29.798788 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-17031614-f1dc-4438-9415-ff1ca987f9f9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Allocated IP 172.20.0.8 (e8b5ca41-79ff-414a-a637-6b4498d8f9ac/caea1b3f-a80c-4138-ad4b-bb4ae0b4063a/ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:36:29.821058 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-a4ef0d4d-f5bb-4d9e-bb7d-97ba6738dcbb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204 HTTP/1.1" status: 200 len: 217 time: 0.0431199 Mar 07 15:36:29.908156 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-f549fbd2-f6da-435b-8af7-3daf6daa9152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:29.910553 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-f549fbd2-f6da-435b-8af7-3daf6daa9152 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fa3af63-c79c-44c8-be3f-b0aa201a012b HTTP/1.1" status: 200 len: 856 time: 0.0837891 Mar 07 15:36:29.972129 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-88e9e788-056b-40ab-80b1-f3258c86493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:29.974113 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-88e9e788-056b-40ab-80b1-f3258c86493a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dacc321-0235-4232-8deb-30a0cd8e5de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552464 Mar 07 15:36:30.044607 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fa6c7-123b-4444-a2b9-563a008f6cf3 req-80775043-8bf4-4dbf-adcb-e1daa40b35a0 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:30.051272 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-bc6fa6c7-123b-4444-a2b9-563a008f6cf3 req-80775043-8bf4-4dbf-adcb-e1daa40b35a0 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 943 time: 0.1077802 Mar 07 15:36:30.055408 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-17031614-f1dc-4438-9415-ff1ca987f9f9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:30.114791 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-bc6fa6c7-123b-4444-a2b9-563a008f6cf3 req-4345679e-1e2a-4ed0-b769-ca162a8e00a1 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626740 Mar 07 15:36:30.132359 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-5cec9c0a-bd4f-43d2-a8bc-3b795b957bbc service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505525 Mar 07 15:36:30.150428 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-17031614-f1dc-4438-9415-ff1ca987f9f9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:30.187412 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f961a48-5042-4caf-b3ae-6897065fba09 req-9881e9be-8e64-4f9b-b747-50d90fb2c956 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:30.188945 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7f961a48-5042-4caf-b3ae-6897065fba09 req-9881e9be-8e64-4f9b-b747-50d90fb2c956 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 943 time: 0.1117775 Mar 07 15:36:30.208505 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-17031614-f1dc-4438-9415-ff1ca987f9f9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Network e8b5ca41-79ff-414a-a637-6b4498d8f9ac is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:36:30.212463 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-17031614-f1dc-4438-9415-ff1ca987f9f9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:36:30.238856 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17031614-f1dc-4438-9415-ff1ca987f9f9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'Port': ['ID=ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:30.242987 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-17031614-f1dc-4438-9415-ff1ca987f9f9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:36:30.308698 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-17031614-f1dc-4438-9415-ff1ca987f9f9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:30.308933 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7f961a48-5042-4caf-b3ae-6897065fba09 req-a838bc04-1045-4224-bf53-f452c3395073 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876498 Mar 07 15:36:30.309457 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-17031614-f1dc-4438-9415-ff1ca987f9f9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:30.318481 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00093e23-10bf-4bdd-bce4-b01ea6f4ff0c req-486fb27e-e720-45a3-9145-9c4a8f887067 service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720276 Mar 07 15:36:30.336996 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-17031614-f1dc-4438-9415-ff1ca987f9f9 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8736436 Mar 07 15:36:30.355208 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Request body: {'port': {'device_id': '72677428-2ec2-403b-9f36-d69a10662050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:30.446912 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:30.539731 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9a01d-2ca6-40a4-bc8a-c752ea18c4fe req-dfad4489-8aa8-4c47-9b10-4b8e6a5bd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:30.541269 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2fc9a01d-2ca6-40a4-bc8a-c752ea18c4fe req-dfad4489-8aa8-4c47-9b10-4b8e6a5bd47f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=733d7788dbf7454e945a255ad9d4f9f1&device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 1127 time: 0.1087029 Mar 07 15:36:30.552670 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d8e9a-28fb-400d-91a4-dba2ed3c45b5 req-b32ece94-3c52-404a-a6e1-628924875c4c tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:30.554512 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-515d8e9a-28fb-400d-91a4-dba2ed3c45b5 req-b32ece94-3c52-404a-a6e1-628924875c4c tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0721490 Mar 07 15:36:30.562938 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-4a688868-3641-4f4e-850c-ad975c6b1ae2 None None] Provisioning complete for port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:30.563451 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-4a688868-3641-4f4e-850c-ad975c6b1ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:30.607902 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-4a688868-3641-4f4e-850c-ad975c6b1ae2 None None] Port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:36:30.643868 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9490b-8212-41ec-b41f-69fb7c33e0d8 req-2a7af5a6-e305-45ad-97cf-9dc8f7e5a255 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:30.645702 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a8a9490b-8212-41ec-b41f-69fb7c33e0d8 req-2a7af5a6-e305-45ad-97cf-9dc8f7e5a255 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 931 time: 0.1519661 Mar 07 15:36:30.667965 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-515d8e9a-28fb-400d-91a4-dba2ed3c45b5 req-6e904b58-2c78-4f98-9629-30f3323b3e65 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054068 Mar 07 15:36:30.695995 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9a01d-2ca6-40a4-bc8a-c752ea18c4fe req-5deb27e7-ae68-4daf-b658-b4d396dcf483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:30.698166 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2fc9a01d-2ca6-40a4-bc8a-c752ea18c4fe req-5deb27e7-ae68-4daf-b658-b4d396dcf483 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4dacc321-0235-4232-8deb-30a0cd8e5de6 HTTP/1.1" status: 200 len: 918 time: 0.1429393 Mar 07 15:36:30.747528 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a8a9490b-8212-41ec-b41f-69fb7c33e0d8 req-8b91b526-f113-4b0c-86e0-fa2b5fb97918 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c058644-3636-4a2b-b68c-eff691ef86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912414 Mar 07 15:36:30.748529 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2fc9a01d-2ca6-40a4-bc8a-c752ea18c4fe req-c5b01d74-78cc-47b0-bcc5-19f12a31052c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204 HTTP/1.1" status: 200 len: 217 time: 0.0348539 Mar 07 15:36:30.807084 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9a01d-2ca6-40a4-bc8a-c752ea18c4fe req-287e3f7e-63d2-41cb-932e-31e36358bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:30.808538 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2fc9a01d-2ca6-40a4-bc8a-c752ea18c4fe req-287e3f7e-63d2-41cb-932e-31e36358bac5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fa3af63-c79c-44c8-be3f-b0aa201a012b HTTP/1.1" status: 200 len: 856 time: 0.0521829 Mar 07 15:36:30.816643 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f {{(pid=102971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:36:30.824284 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Publish callbacks [] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:30.841380 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.provisioning_blocks [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Transition to ACTIVE for port object ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f will not be triggered until provisioned by entity L2. {{(pid=102971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:36:30.845473 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7627396'] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:30.859750 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9a01d-2ca6-40a4-bc8a-c752ea18c4fe req-92c6341a-e53b-4b8e-98ad-4acda38919ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:30.861283 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2fc9a01d-2ca6-40a4-bc8a-c752ea18c4fe req-92c6341a-e53b-4b8e-98ad-4acda38919ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dacc321-0235-4232-8deb-30a0cd8e5de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459225 Mar 07 15:36:30.897660 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Pushing event updated for resources: {'Port': ['ID=ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:30.959286 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2fc9a01d-2ca6-40a4-bc8a-c752ea18c4fe req-2da2d856-d050-46d9-bce0-776fa81627c7 service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898213 Mar 07 15:36:30.986435 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Attempting to bind port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:36:30.986791 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Attempting to bind port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:36:30.987107 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Attempting to bind port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f on network e8b5ca41-79ff-414a-a637-6b4498d8f9ac {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:36:30.991707 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f on network e8b5ca41-79ff-414a-a637-6b4498d8f9ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:36:30.992179 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Attempting to bind port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f on network e8b5ca41-79ff-414a-a637-6b4498d8f9ac {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:36:30.997561 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:36:30.997908 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Checking segment: {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:36:30.999060 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Bound using segment: {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:36:30.999252 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Bound port: ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:36:30.999620 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:31.308877 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] For port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f, host hv-cinder-83053, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:36:31.311863 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] For port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:36:31.316844 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7627396'] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:31.354293 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:31.354678 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:31.356043 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] 10.222.0.30 "PUT /v2.0/ports/ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f HTTP/1.1" status: 200 len: 1093 time: 1.0114555 Mar 07 15:36:31.356560 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72677428-2ec2-403b-9f36-d69a10662050', 'tag': 'ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:31.358714 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ee58b0-3b1c-42a4-9c9d-18c4ba02f1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "72677428-2ec2-403b-9f36-d69a10662050", "tag": "ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:31.382185 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d3459-3466-43ed-9f8b-90e240ffd52e service neutron] Pushing event updated for resources: {'Port': ['ID=ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:31.389284 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ba056e95-b2d1-49d7-8b0b-e97d96d59204 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:36:31.391931 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2fc9a01d-2ca6-40a4-bc8a-c752ea18c4fe req-50d8f3d9-d2fe-4f34-9adf-9ca1c2a5b2af service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245763 Mar 07 15:36:31.411530 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e94294-7355-457e-a754-a5872d6db93c req-e6075029-e198-4b68-a613-976eeb13d59f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:31.414193 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32e94294-7355-457e-a754-a5872d6db93c req-e6075029-e198-4b68-a613-976eeb13d59f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 943 time: 0.0995898 Mar 07 15:36:31.519214 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-3c87202e-382b-4150-bd51-a28b43829252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:31.520748 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-3c87202e-382b-4150-bd51-a28b43829252 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 1127 time: 0.1054211 Mar 07 15:36:31.530087 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193bd6f-2a22-4408-ac8a-c419b07e0c5d req-c11fa072-1bfb-47a9-b286-c788db344c04 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:31.531685 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32e94294-7355-457e-a754-a5872d6db93c req-1a5b4cdd-e6cb-45f1-88fe-7491b7824d1c tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004879 Mar 07 15:36:31.538687 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d193bd6f-2a22-4408-ac8a-c419b07e0c5d req-c11fa072-1bfb-47a9-b286-c788db344c04 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 943 time: 0.0880449 Mar 07 15:36:31.541196 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ba056e95-b2d1-49d7-8b0b-e97d96d59204, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:31.555804 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'port_id': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'mac_address': 'fa:16:3e:4b:18:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:36:31.597538 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-929055d1-5a1b-44fa-bf08-a1b022305757 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f HTTP/1.1" status: 200 len: 217 time: 0.0617900 Mar 07 15:36:31.599023 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac469ae8-de3b-41ee-bd96-8edc84af45db x-openstack-request-id: req-ac469ae8-de3b-41ee-bd96-8edc84af45db {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:31.599387 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72677428-2ec2-403b-9f36-d69a10662050", "tag": "ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:31.599711 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac469ae8-de3b-41ee-bd96-8edc84af45db {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:31.600234 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72677428-2ec2-403b-9f36-d69a10662050', 'tag': 'ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f', 'status': 'completed', 'code': 200} Mar 07 15:36:31.604443 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d193bd6f-2a22-4408-ac8a-c419b07e0c5d req-2f1906e4-d27b-48cc-a625-8f8be3bf4541 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649965 Mar 07 15:36:31.618421 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port ba056e95-b2d1-49d7-8b0b-e97d96d59204 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:31.618980 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:31.637494 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba056e95-b2d1-49d7-8b0b-e97d96d59204 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:36:31.653855 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-5c3fcdc5-31c3-449b-abf2-75071f269a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:31.656179 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-5c3fcdc5-31c3-449b-abf2-75071f269a3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=caea1b3f-a80c-4138-ad4b-bb4ae0b4063a HTTP/1.1" status: 200 len: 853 time: 0.0507610 Mar 07 15:36:31.661830 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ba056e95-b2d1-49d7-8b0b-e97d96d59204, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:31.668655 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:31.716036 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-11f07a24-37a3-4cab-bb65-4ae033363b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:31.717565 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-11f07a24-37a3-4cab-bb65-4ae033363b8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550265 Mar 07 15:36:31.721517 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=ba056e95-b2d1-49d7-8b0b-e97d96d59204,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:31.728967 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:31.729333 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:31.729728 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:31.730103 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:31.730434 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:31.730760 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:31.731085 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:31.731405 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:31.731725 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:31.732058 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:31.732381 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:31.732696 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:31.733011 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:36:31.860221 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1969db-8425-4c02-b2f1-a93fbf678182 req-4e5ce4c1-990b-422e-aeff-10b7bfe10fa0 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:31.861747 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-dc1969db-8425-4c02-b2f1-a93fbf678182 req-4e5ce4c1-990b-422e-aeff-10b7bfe10fa0 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.1124010 Mar 07 15:36:31.863549 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-0f47ca84-710f-454d-b0e0-976a2d6bd7d9 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367118 Mar 07 15:36:31.869327 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ffb96-0ef6-4ae3-a290-57f7c1eda184 req-fb8c6402-0881-467f-be54-21fd8b9f5a8e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:31.870827 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-eb6ffb96-0ef6-4ae3-a290-57f7c1eda184 req-fb8c6402-0881-467f-be54-21fd8b9f5a8e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 943 time: 0.0556705 Mar 07 15:36:31.910421 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['ba056e95-b2d1-49d7-8b0b-e97d96d59204'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:36:31.919354 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-eb6ffb96-0ef6-4ae3-a290-57f7c1eda184 req-680e7506-9d9f-41d4-b4fe-9a893b8cbb91 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c058644-3636-4a2b-b68c-eff691ef86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Mar 07 15:36:31.964989 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-dc1969db-8425-4c02-b2f1-a93fbf678182 req-ec20b10e-c794-420b-885d-e857988848d3 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972960 Mar 07 15:36:32.009584 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-560ff962-3b20-4f4e-bbc2-2fcfeee6f5e3 req-aad9364c-61ac-4cbc-b0a4-d1916852da1c service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329157 Mar 07 15:36:32.100964 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee58b0-3b1c-42a4-9c9d-18c4ba02f1fd req-340327af-4c2a-4e71-a4bb-8f572fe8dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:32.103473 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-23ee58b0-3b1c-42a4-9c9d-18c4ba02f1fd req-340327af-4c2a-4e71-a4bb-8f572fe8dd23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 1127 time: 0.0495257 Mar 07 15:36:32.197931 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee58b0-3b1c-42a4-9c9d-18c4ba02f1fd req-468e3cb0-5bcc-475d-9f6d-1562c4f2e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:32.199506 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-23ee58b0-3b1c-42a4-9c9d-18c4ba02f1fd req-468e3cb0-5bcc-475d-9f6d-1562c4f2e7bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 200 len: 915 time: 0.0879271 Mar 07 15:36:32.247772 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-23ee58b0-3b1c-42a4-9c9d-18c4ba02f1fd req-e08046f9-c132-4062-9d09-11f9afbbe796 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f HTTP/1.1" status: 200 len: 217 time: 0.0397089 Mar 07 15:36:32.305066 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee58b0-3b1c-42a4-9c9d-18c4ba02f1fd req-b474a557-71b5-4073-a39b-486ac7518705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:32.306613 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-23ee58b0-3b1c-42a4-9c9d-18c4ba02f1fd req-b474a557-71b5-4073-a39b-486ac7518705 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=caea1b3f-a80c-4138-ad4b-bb4ae0b4063a HTTP/1.1" status: 200 len: 853 time: 0.0516660 Mar 07 15:36:32.363841 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee58b0-3b1c-42a4-9c9d-18c4ba02f1fd req-f6935e87-9e9b-44cc-ab4c-d680641bbfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:32.365571 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-23ee58b0-3b1c-42a4-9c9d-18c4ba02f1fd req-f6935e87-9e9b-44cc-ab4c-d680641bbfef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518932 Mar 07 15:36:32.460001 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-23ee58b0-3b1c-42a4-9c9d-18c4ba02f1fd req-e7d60ab8-b1f1-4081-b35a-3398737be114 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869863 Mar 07 15:36:32.549269 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-23ee58b0-3b1c-42a4-9c9d-18c4ba02f1fd req-ca23b5b7-bc88-44b9-9f97-d1e4925493ab service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817835 Mar 07 15:36:32.663552 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb45c43-4978-4965-9d4f-d03e442cd8ba req-8a2e5ad4-944a-4dd0-8b59-5b99e48c448e tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:32.665199 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8cb45c43-4978-4965-9d4f-d03e442cd8ba req-8a2e5ad4-944a-4dd0-8b59-5b99e48c448e tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 943 time: 0.0597906 Mar 07 15:36:32.717954 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8cb45c43-4978-4965-9d4f-d03e442cd8ba req-77e04d9b-6654-460a-a5ab-55e34e2fc17b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459194 Mar 07 15:36:32.742684 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198eb3f8-d9ed-4780-9033-612d849463c4 req-59e9495a-c525-4bb3-8042-e3f74f3756e6 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:32.744379 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-198eb3f8-d9ed-4780-9033-612d849463c4 req-59e9495a-c525-4bb3-8042-e3f74f3756e6 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 944 time: 0.0538671 Mar 07 15:36:32.796331 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-198eb3f8-d9ed-4780-9033-612d849463c4 req-d61a0e90-4794-49a1-a063-354dffe60ee6 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463974 Mar 07 15:36:32.850299 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-75150b18-af34-4da7-872f-c3994b40473b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:32.851751 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-75150b18-af34-4da7-872f-c3994b40473b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.0542946 Mar 07 15:36:32.947984 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-aa6fab8e-f6ad-4c75-841c-9b08a7086b83 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Deleting port efbcd406-1aea-43e7-b31b-ba2a1ee933a9 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:36:32.947984 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-aa6fab8e-f6ad-4c75-841c-9b08a7086b83 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:33.045821 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b7dc5-6b41-4a89-a53f-89544e989257 req-44c79f68-06df-462e-811f-ff3d3edb5fbf tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:33.047444 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-326b7dc5-6b41-4a89-a53f-89544e989257 req-44c79f68-06df-462e-811f-ff3d3edb5fbf tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 943 time: 0.0552001 Mar 07 15:36:33.079095 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-aa6fab8e-f6ad-4c75-841c-9b08a7086b83 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] For port efbcd406-1aea-43e7-b31b-ba2a1ee933a9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=efbcd406-1aea-43e7-b31b-ba2a1ee933a9,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:33.079473 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-aa6fab8e-f6ad-4c75-841c-9b08a7086b83 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:33.098265 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-326b7dc5-6b41-4a89-a53f-89544e989257 req-dcd02a06-f513-496c-a047-e21a4354ffab tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c058644-3636-4a2b-b68c-eff691ef86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453434 Mar 07 15:36:33.158335 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b2f97-dc83-4ae2-834f-f6243ee2601b req-a4f8f65f-366a-43d1-ac1b-20bb1aa8afff tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:33.159837 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-452b2f97-dc83-4ae2-834f-f6243ee2601b req-a4f8f65f-366a-43d1-ac1b-20bb1aa8afff tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 945 time: 0.1199620 Mar 07 15:36:33.289363 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-452b2f97-dc83-4ae2-834f-f6243ee2601b req-4f4e5f88-f480-4a2f-9792-1469cfa2f794 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=f601add9-d388-4cdd-be26-94ea823e1d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217518 Mar 07 15:36:33.309689 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-aa6fab8e-f6ad-4c75-841c-9b08a7086b83 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:33.310213 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-aa6fab8e-f6ad-4c75-841c-9b08a7086b83 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (5b0b31ca-6e76-4e74-8b33-a1d22d4eded1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:33.310670 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.l3_db [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-aa6fab8e-f6ad-4c75-841c-9b08a7086b83 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Floating IP 5b0b31ca-6e76-4e74-8b33-a1d22d4eded1 disassociated. External IP: 172.27.3.202, port: efbcd406-1aea-43e7-b31b-ba2a1ee933a9. Mar 07 15:36:33.311315 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-aa6fab8e-f6ad-4c75-841c-9b08a7086b83 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Calling delete_port for efbcd406-1aea-43e7-b31b-ba2a1ee933a9 owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:36:33.395204 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:36:33.398146 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ba056e95-b2d1-49d7-8b0b-e97d96d59204 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:36:33.443189 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-aa6fab8e-f6ad-4c75-841c-9b08a7086b83 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (efbcd406-1aea-43e7-b31b-ba2a1ee933a9), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:33.476033 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fab8e-f6ad-4c75-841c-9b08a7086b83 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event deleted for resources: {'Port': ['ID=efbcd406-1aea-43e7-b31b-ba2a1ee933a9,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:33.598239 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-aa6fab8e-f6ad-4c75-841c-9b08a7086b83 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Router aa17a03f-12c3-45b8-ac55-643890d482a9 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:36:33.640744 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port ba056e95-b2d1-49d7-8b0b-e97d96d59204 completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:36:33.651545 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port ba056e95-b2d1-49d7-8b0b-e97d96d59204 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:33.651924 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:33.692748 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:33.710596 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': 'ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'port_id': 'ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f', 'mac_address': 'fa:16:3e:95:9b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:36:33.714508 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-aa6fab8e-f6ad-4c75-841c-9b08a7086b83 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:36:33.744256 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17cc27-202a-4ec4-a4f7-3f35fb11c042 None None] Sync routers for ids ['aa17a03f-12c3-45b8-ac55-643890d482a9'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:36:33.761572 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-aa6fab8e-f6ad-4c75-841c-9b08a7086b83 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] No DVR routers for this DVR port efbcd406-1aea-43e7-b31b-ba2a1ee933a9 on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:36:33.764128 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-aa6fab8e-f6ad-4c75-841c-9b08a7086b83 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:33.767574 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fb6ac050-6842-47f2-b378-a6a9493cc7f8 req-aa6fab8e-f6ad-4c75-841c-9b08a7086b83 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.30 "DELETE /v2.0/ports/efbcd406-1aea-43e7-b31b-ba2a1ee933a9 HTTP/1.1" status: 204 len: 173 time: 0.9098194 Mar 07 15:36:33.768103 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc38f07-a98d-4887-b997-3ae566a8cd85', 'name': 'network-vif-deleted', 'tag': 'efbcd406-1aea-43e7-b31b-ba2a1ee933a9'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:33.770659 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f7b348-73df-499e-a771-5f8db8288917" -d '{"events": [{"server_uuid": "3fc38f07-a98d-4887-b997-3ae566a8cd85", "name": "network-vif-deleted", "tag": "efbcd406-1aea-43e7-b31b-ba2a1ee933a9"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:33.818915 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db212d71-9f2f-4e1d-9607-730e510552e5 x-openstack-request-id: req-db212d71-9f2f-4e1d-9607-730e510552e5 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:33.819213 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc38f07-a98d-4887-b997-3ae566a8cd85", "name": "network-vif-deleted", "tag": "efbcd406-1aea-43e7-b31b-ba2a1ee933a9", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:33.819472 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db212d71-9f2f-4e1d-9607-730e510552e5 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:33.819901 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc38f07-a98d-4887-b997-3ae566a8cd85', 'name': 'network-vif-deleted', 'tag': 'efbcd406-1aea-43e7-b31b-ba2a1ee933a9', 'status': 'completed', 'code': 200} Mar 07 15:36:33.831663 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17cc27-202a-4ec4-a4f7-3f35fb11c042 None None] Routers {'aa17a03f-12c3-45b8-ac55-643890d482a9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:33.832336 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-4b17cc27-202a-4ec4-a4f7-3f35fb11c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:36:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['aa17a03f-12c3-45b8-ac55-643890d482a9'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:33.834711 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:33.835098 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:33.881957 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28645104-5d9e-4da6-a1ea-e8647178be69 req-686c7ca7-cc6c-43e0-809c-2ca2e4760702 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:33.886308 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-28645104-5d9e-4da6-a1ea-e8647178be69 req-686c7ca7-cc6c-43e0-809c-2ca2e4760702 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 943 time: 0.0912609 Mar 07 15:36:33.892013 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port ba056e95-b2d1-49d7-8b0b-e97d96d59204 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:33.893508 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:33.915003 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:36:33.954140 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:33.956587 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c78f1b-3135-4173-b5ee-91930ffd9685" -d '{"events": [{"server_uuid": "2c6016f7-72e6-4828-b654-67c9a0bd98ce", "name": "network-vif-plugged", "status": "completed", "tag": "ba056e95-b2d1-49d7-8b0b-e97d96d59204"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:33.979275 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b548f9-3b48-4916-bff0-be32043616d7 req-cb33db7c-73ef-4ab1-8b48-0c529b7acbff tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:33.981440 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e2b548f9-3b48-4916-bff0-be32043616d7 req-cb33db7c-73ef-4ab1-8b48-0c529b7acbff tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 944 time: 0.1024010 Mar 07 15:36:33.988341 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:33.990573 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ba056e95-b2d1-49d7-8b0b-e97d96d59204, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:33.995298 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:33.996757 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-28645104-5d9e-4da6-a1ea-e8647178be69 req-33b12a5f-3392-4958-873a-86bc2e83eeaa tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988269 Mar 07 15:36:34.041932 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:34.046388 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f610e0-b99a-4ba0-b493-b4b1db72cdd0 x-openstack-request-id: req-51f610e0-b99a-4ba0-b493-b4b1db72cdd0 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:34.046701 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6016f7-72e6-4828-b654-67c9a0bd98ce", "name": "network-vif-plugged", "status": "completed", "tag": "ba056e95-b2d1-49d7-8b0b-e97d96d59204", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:34.046958 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51f610e0-b99a-4ba0-b493-b4b1db72cdd0 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:34.047794 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'code': 200} Mar 07 15:36:34.060235 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e2b548f9-3b48-4916-bff0-be32043616d7 req-c57e9383-8d62-43e0-afdf-30289a6f02c7 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706658 Mar 07 15:36:34.114216 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-4b17cc27-202a-4ec4-a4f7-3f35fb11c042 None None] Set router aa17a03f-12c3-45b8-ac55-643890d482a9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:34.145758 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:34.226552 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231f07f-7def-4f9a-b2c1-2f3b7819ad0b req-de08bbfa-8ae3-4ba5-b78f-ae665c02a940 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:34.228999 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9231f07f-7def-4f9a-b2c1-2f3b7819ad0b req-de08bbfa-8ae3-4ba5-b78f-ae665c02a940 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 944 time: 0.0570240 Mar 07 15:36:34.264829 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adade6f-67da-4346-9592-8f6f3ea2c776 req-0ac08f8a-f1e3-4272-b896-96a0a2267299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:34.266459 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0adade6f-67da-4346-9592-8f6f3ea2c776 req-0ac08f8a-f1e3-4272-b896-96a0a2267299 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 1129 time: 0.0541139 Mar 07 15:36:34.268756 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=ba056e95-b2d1-49d7-8b0b-e97d96d59204,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:34.283610 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9231f07f-7def-4f9a-b2c1-2f3b7819ad0b req-a715c540-5e9a-4abc-ad8c-22d1ee3a0980 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c058644-3636-4a2b-b68c-eff691ef86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482824 Mar 07 15:36:34.310151 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:36:34.317180 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0adade6f-67da-4346-9592-8f6f3ea2c776 req-fb203b72-f152-4fc5-a8ea-0bbc2bdccf6d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439434 Mar 07 15:36:34.396908 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-432a6dd5-b0f0-4da7-8a8f-73aebd140e8c req-73814cf4-f97d-4b3a-821a-e9c64dd5f4b7 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc38f07-a98d-4887-b997-3ae566a8cd85 HTTP/1.1" status: 200 len: 210 time: 0.0267820 Mar 07 15:36:34.484613 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-4b17cc27-202a-4ec4-a4f7-3f35fb11c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 5, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:34.516868 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17cc27-202a-4ec4-a4f7-3f35fb11c042 None None] Checking router: aa17a03f-12c3-45b8-ac55-643890d482a9 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:36:34.537701 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17cc27-202a-4ec4-a4f7-3f35fb11c042 None None] Routers {'aa17a03f-12c3-45b8-ac55-643890d482a9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:34.538352 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-4b17cc27-202a-4ec4-a4f7-3f35fb11c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:36:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['aa17a03f-12c3-45b8-ac55-643890d482a9'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:34.654758 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-4b17cc27-202a-4ec4-a4f7-3f35fb11c042 None None] Set router aa17a03f-12c3-45b8-ac55-643890d482a9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:34.853416 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-4b17cc27-202a-4ec4-a4f7-3f35fb11c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 5, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:34.884724 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17cc27-202a-4ec4-a4f7-3f35fb11c042 None None] The sync data for ids ['aa17a03f-12c3-45b8-ac55-643890d482a9'] in dv-cinder-830538-7-iscsi is: [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 5, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:36:35.107446 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac526d6-6520-459f-a657-5a11f02b5f97 None None] New status for floating IP 5b0b31ca-6e76-4e74-8b33-a1d22d4eded1: DOWN {{(pid=102973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:36:35.122116 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddef8c-f6ef-48a1-8477-d6dd8f4b006f req-134bb0a7-ed62-44b9-8af9-cd88af449bcf tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:35.123786 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c9ddef8c-f6ef-48a1-8477-d6dd8f4b006f req-134bb0a7-ed62-44b9-8af9-cd88af449bcf tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 943 time: 0.0688922 Mar 07 15:36:35.175661 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c9ddef8c-f6ef-48a1-8477-d6dd8f4b006f req-30e159a3-7858-408f-9264-f5f5981e7e27 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465550 Mar 07 15:36:35.206629 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b0196-1002-4364-a4ca-708878b48b7a req-15752cb5-faa9-43be-8b1c-cd915d60942e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:35.208110 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0e3b0196-1002-4364-a4ca-708878b48b7a req-15752cb5-faa9-43be-8b1c-cd915d60942e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0587435 Mar 07 15:36:35.260632 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0e3b0196-1002-4364-a4ca-708878b48b7a req-a262031b-b9de-4223-944c-eefea115b8f3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459709 Mar 07 15:36:35.405488 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb72d7-596d-419a-94a9-a48a1096791f req-f19e9e81-62b0-4be0-ae9f-bd254dd3740f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:35.406984 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f1bb72d7-596d-419a-94a9-a48a1096791f req-f19e9e81-62b0-4be0-ae9f-bd254dd3740f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 944 time: 0.0528891 Mar 07 15:36:35.418570 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:36:35.421682 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:36:35.467428 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f1bb72d7-596d-419a-94a9-a48a1096791f req-164e045a-2292-43ac-9e33-6ff87af7865d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c058644-3636-4a2b-b68c-eff691ef86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546627 Mar 07 15:36:35.519625 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 60274) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:35.561074 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:36:35.568083 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:35.568538 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:35.576030 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c698e78f-b5f2-409a-89fb-c1a5db9406a4 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group (f601add9-d388-4cdd-be26-94ea823e1d47), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:35.599250 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:35.607495 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c698e78f-b5f2-409a-89fb-c1a5db9406a4 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group (f601add9-d388-4cdd-be26-94ea823e1d47), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:35.626679 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': '1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'port_id': '1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f', 'mac_address': 'fa:16:3e:f4:58:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:36:35.666801 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c698e78f-b5f2-409a-89fb-c1a5db9406a4 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f601add9-d388-4cdd-be26-94ea823e1d47), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:35.672007 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c698e78f-b5f2-409a-89fb-c1a5db9406a4 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:35.676114 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-c698e78f-b5f2-409a-89fb-c1a5db9406a4 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "DELETE /v2.0/security-groups/f601add9-d388-4cdd-be26-94ea823e1d47 HTTP/1.1" status: 204 len: 168 time: 0.1528189 Mar 07 15:36:35.677136 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 60276) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:35.684501 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698e78f-b5f2-409a-89fb-c1a5db9406a4 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f601add9-d388-4cdd-be26-94ea823e1d47,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:35.708811 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.api.v2.resource [None req-495d1123-f4a0-458d-887d-acadcec2d2b6 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] show failed (client error): The resource could not be found. Mar 07 15:36:35.709886 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-495d1123-f4a0-458d-887d-acadcec2d2b6 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups/f601add9-d388-4cdd-be26-94ea823e1d47 HTTP/1.1" status: 404 len: 347 time: 0.0303171 Mar 07 15:36:35.713455 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 60278) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:35.716034 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:35.716431 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:35.744998 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:36:35.749399 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:35.749796 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:35.782510 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:35.794860 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:35.800753 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:35.824260 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:35.825153 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device efbcd406-1aea-43e7-b31b-ba2a1ee933a9 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:36:35.849210 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: efbcd406-1aea-43e7-b31b-ba2a1ee933a9 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:36:35.849558 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device efbcd406-1aea-43e7-b31b-ba2a1ee933a9 not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:36:35.849706 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-8012a83b-44ea-4856-a6a4-b6b0485c6a31 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Deleting port c5635ddc-01e6-41ce-917f-7affce5c1c72 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:36:35.850091 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8012a83b-44ea-4856-a6a4-b6b0485c6a31 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (c5635ddc-01e6-41ce-917f-7affce5c1c72), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:35.866631 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:35.914367 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:35.928227 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8012a83b-44ea-4856-a6a4-b6b0485c6a31 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (c5635ddc-01e6-41ce-917f-7affce5c1c72), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:35.928556 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8012a83b-44ea-4856-a6a4-b6b0485c6a31 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for floatingip (c5635ddc-01e6-41ce-917f-7affce5c1c72), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:35.939947 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-8012a83b-44ea-4856-a6a4-b6b0485c6a31 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Calling delete_port for c5635ddc-01e6-41ce-917f-7affce5c1c72 owned by network:floatingip {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:36:36.054209 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72677428-2ec2-403b-9f36-d69a10662050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:36.057059 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169320be-1684-48a9-999f-1d76a08d215c" -d '{"events": [{"server_uuid": "72677428-2ec2-403b-9f36-d69a10662050", "name": "network-vif-plugged", "status": "completed", "tag": "ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:36.061782 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:36:36.077992 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8012a83b-44ea-4856-a6a4-b6b0485c6a31 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (c5635ddc-01e6-41ce-917f-7affce5c1c72), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.095945 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93819873-e73c-41ae-b6cf-3ed5ad3f42f6 x-openstack-request-id: req-93819873-e73c-41ae-b6cf-3ed5ad3f42f6 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:36.096321 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72677428-2ec2-403b-9f36-d69a10662050", "name": "network-vif-plugged", "status": "completed", "tag": "ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:36.096579 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93819873-e73c-41ae-b6cf-3ed5ad3f42f6 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:36.096975 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72677428-2ec2-403b-9f36-d69a10662050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f', 'code': 200} Mar 07 15:36:36.110019 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012a83b-44ea-4856-a6a4-b6b0485c6a31 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event deleted for resources: {'Port': ['ID=c5635ddc-01e6-41ce-917f-7affce5c1c72,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:36.189139 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8012a83b-44ea-4856-a6a4-b6b0485c6a31 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for floatingip (5b0b31ca-6e76-4e74-8b33-a1d22d4eded1), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.191995 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8012a83b-44ea-4856-a6a4-b6b0485c6a31 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.196926 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-8012a83b-44ea-4856-a6a4-b6b0485c6a31 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "DELETE /v2.0/floatingips/5b0b31ca-6e76-4e74-8b33-a1d22d4eded1 HTTP/1.1" status: 204 len: 168 time: 0.4790425 Mar 07 15:36:36.322008 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bc7ec-8c70-4ef2-a3f1-732bb7778c6f req-bdefab0d-d4d8-48e9-ac47-06526ac5a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:36.323536 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d46bc7ec-8c70-4ef2-a3f1-732bb7778c6f req-bdefab0d-d4d8-48e9-ac47-06526ac5a6fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 1129 time: 0.0778091 Mar 07 15:36:36.353846 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248bdd4-509e-4c9a-9fab-cbc540e05c4f req-a4a7f3dc-a078-4bdb-b097-d4b793eb5d50 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:36.355483 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8248bdd4-509e-4c9a-9fab-cbc540e05c4f req-a4a7f3dc-a078-4bdb-b097-d4b793eb5d50 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 944 time: 0.0827425 Mar 07 15:36:36.400120 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d46bc7ec-8c70-4ef2-a3f1-732bb7778c6f req-9f3cae8c-f564-469f-97bb-cfe53e4804d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0c058644-3636-4a2b-b68c-eff691ef86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682485 Mar 07 15:36:36.423032 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8248bdd4-509e-4c9a-9fab-cbc540e05c4f req-e7918f46-1f32-45c7-8f3a-152b979c9fea tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605109 Mar 07 15:36:36.424400 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 60288) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:36.428898 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-0a34c7d7-c058-46fe-bfe6-3fe72a0d9bde tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--487981537', 'description': 'tempest-description--1378731825'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:36.451705 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0a34c7d7-c058-46fe-bfe6-3fe72a0d9bde tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.529662 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0a34c7d7-c058-46fe-bfe6-3fe72a0d9bde tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group (40696b11-7091-4efc-a975-16f9bd49b9cd), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.536659 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0a34c7d7-c058-46fe-bfe6-3fe72a0d9bde tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (40696b11-7091-4efc-a975-16f9bd49b9cd), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.555049 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ebb28-8160-4a77-8f5f-be5eee806e50 req-a27bad80-0cf6-4904-be21-70a07f6e8e1c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:36.557744 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-594ebb28-8160-4a77-8f5f-be5eee806e50 req-a27bad80-0cf6-4904-be21-70a07f6e8e1c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0830324 Mar 07 15:36:36.604356 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0a34c7d7-c058-46fe-bfe6-3fe72a0d9bde tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.605635 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-0a34c7d7-c058-46fe-bfe6-3fe72a0d9bde tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1802826 Mar 07 15:36:36.608773 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 60294) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:36.609540 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34c7d7-c058-46fe-bfe6-3fe72a0d9bde tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40696b11-7091-4efc-a975-16f9bd49b9cd,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:36.614304 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-fdd9817b-7f49-4211-8a3b-c6648671cd1d tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Request body: {'security_group_rule': {'security_group_id': '40696b11-7091-4efc-a975-16f9bd49b9cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:36.635439 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97812593-a440-46f9-9285-706e2ab45d8c req-6565f91e-c70f-4389-b257-56e8cc23e3c7 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:36.637600 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-97812593-a440-46f9-9285-706e2ab45d8c req-6565f91e-c70f-4389-b257-56e8cc23e3c7 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 945 time: 0.0964518 Mar 07 15:36:36.646060 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-594ebb28-8160-4a77-8f5f-be5eee806e50 req-c80d6dc2-e04d-4f3d-a15c-d8b81a847cfe tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814021 Mar 07 15:36:36.660045 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-fdd9817b-7f49-4211-8a3b-c6648671cd1d tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group_rule (95b7a9ad-adaf-484c-9af0-97bacbfc39ab), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.719576 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-97812593-a440-46f9-9285-706e2ab45d8c req-a61208bd-569d-433f-84c3-0f10d004023a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c058644-3636-4a2b-b68c-eff691ef86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609479 Mar 07 15:36:36.741650 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-fdd9817b-7f49-4211-8a3b-c6648671cd1d tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group_rule (95b7a9ad-adaf-484c-9af0-97bacbfc39ab), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.754251 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-fdd9817b-7f49-4211-8a3b-c6648671cd1d tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (95b7a9ad-adaf-484c-9af0-97bacbfc39ab), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.794086 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9817b-7f49-4211-8a3b-c6648671cd1d tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b7a9ad-adaf-484c-9af0-97bacbfc39ab,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:36.801938 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-fdd9817b-7f49-4211-8a3b-c6648671cd1d tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.803156 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-fdd9817b-7f49-4211-8a3b-c6648671cd1d tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1925638 Mar 07 15:36:36.806476 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 60298) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:36.811126 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-5f7a54fa-2ad8-4cdc-865c-56824eb8b693 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Request body: {'security_group_rule': {'security_group_id': '40696b11-7091-4efc-a975-16f9bd49b9cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:36.835141 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab85a9-7892-4ed7-93f3-fe9271c5e013 req-da62a96b-93d1-4a7d-a6a7-ceab3d676422 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:36.836804 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-99ab85a9-7892-4ed7-93f3-fe9271c5e013 req-da62a96b-93d1-4a7d-a6a7-ceab3d676422 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0937550 Mar 07 15:36:36.846504 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 60300) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:36.851615 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-5f7a54fa-2ad8-4cdc-865c-56824eb8b693 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group_rule (9b6e694e-1710-457a-a01b-5dd1681417b9), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.852163 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-8f4dd8a7-c2a9-4f1f-9006-451556211718 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Request body: {'floatingip': {'port_id': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:36.896327 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8f4dd8a7-c2a9-4f1f-9006-451556211718 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for floatingip (9dbc6bdb-4aa7-4dde-9fe4-bc635b712bef), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.899769 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-5f7a54fa-2ad8-4cdc-865c-56824eb8b693 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group_rule (9b6e694e-1710-457a-a01b-5dd1681417b9), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.903501 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-5f7a54fa-2ad8-4cdc-865c-56824eb8b693 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (9b6e694e-1710-457a-a01b-5dd1681417b9), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.920268 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a54fa-2ad8-4cdc-865c-56824eb8b693 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6e694e-1710-457a-a01b-5dd1681417b9,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:36.930094 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-5f7a54fa-2ad8-4cdc-865c-56824eb8b693 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:36.934896 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-5f7a54fa-2ad8-4cdc-865c-56824eb8b693 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245556 Mar 07 15:36:36.935422 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 60302) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:36.940026 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Request body: {'floatingip': {'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:37.012609 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:37.281179 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:37.421161 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:36:37.481301 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:36:37.487337 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:37.487719 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:37.568708 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:37.569096 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:37.609225 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:37.616048 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:37.679183 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:37.779624 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef145478-310c-476b-8811-8257ce924a5d req-0656ee6b-d97d-473f-86be-557295ed6c9a tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:37.781251 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ef145478-310c-476b-8811-8257ce924a5d req-0656ee6b-d97d-473f-86be-557295ed6c9a tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 945 time: 0.1542101 Mar 07 15:36:37.838127 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Allocated IP 172.27.3.235 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/4a66e2cb-e3c0-4f0c-a7b8-6b0b9dcec609) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:36:37.870282 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a94e4b-147a-4921-b97e-8fd2c60a4f7c req-c7b5ae49-a891-4bce-96a7-b6a356ab8182 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:37.871936 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f6a94e4b-147a-4921-b97e-8fd2c60a4f7c req-c7b5ae49-a891-4bce-96a7-b6a356ab8182 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 945 time: 0.0565135 Mar 07 15:36:37.889226 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8f4dd8a7-c2a9-4f1f-9006-451556211718 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:37.904996 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8f4dd8a7-c2a9-4f1f-9006-451556211718 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (9dbc6bdb-4aa7-4dde-9fe4-bc635b712bef), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:37.920260 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f6a94e4b-147a-4921-b97e-8fd2c60a4f7c req-31988d3c-96eb-4945-9f5f-37c6557b9708 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c058644-3636-4a2b-b68c-eff691ef86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 Mar 07 15:36:37.957949 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ef145478-310c-476b-8811-8257ce924a5d req-e5db86a8-ba83-4ace-9679-9ba3667c4b60 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652668 Mar 07 15:36:38.047221 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece83021-0a75-4349-b479-f9a4b6321c52 req-cd9ac43d-f44b-4846-b510-7af0e8b66cb5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:38.048707 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ece83021-0a75-4349-b479-f9a4b6321c52 req-cd9ac43d-f44b-4846-b510-7af0e8b66cb5 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 945 time: 0.0617089 Mar 07 15:36:38.057389 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 60312) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:38.062036 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-721542ae-a5c3-4eb6-a83d-8c8708d6232d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'floatingip': {'port_id': 'ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:38.077456 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for port (4a66e2cb-e3c0-4f0c-a7b8-6b0b9dcec609), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:38.085603 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.l3_db [None req-8f4dd8a7-c2a9-4f1f-9006-451556211718 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Floating IP 9dbc6bdb-4aa7-4dde-9fe4-bc635b712bef associated. External IP: 172.27.3.251, port: ba056e95-b2d1-49d7-8b0b-e97d96d59204. Mar 07 15:36:38.098284 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ed9aa5-412b-4d98-85ef-4eb804fdd92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:38.100701 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d17d57-56d7-4787-8301-006b507de997" -d '{"events": [{"server_uuid": "c3ed9aa5-412b-4d98-85ef-4eb804fdd92e", "name": "network-vif-plugged", "status": "completed", "tag": "1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:38.106003 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-721542ae-a5c3-4eb6-a83d-8c8708d6232d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (d33f496c-7ce9-4974-abde-047bb6470fe1), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:38.142834 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dffd0c-719c-4cda-8393-a20a3c0d51d5 x-openstack-request-id: req-41dffd0c-719c-4cda-8393-a20a3c0d51d5 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:38.144698 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ed9aa5-412b-4d98-85ef-4eb804fdd92e", "name": "network-vif-plugged", "status": "completed", "tag": "1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:38.144968 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41dffd0c-719c-4cda-8393-a20a3c0d51d5 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:38.145426 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ed9aa5-412b-4d98-85ef-4eb804fdd92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f', 'code': 200} Mar 07 15:36:38.203418 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (4a66e2cb-e3c0-4f0c-a7b8-6b0b9dcec609), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:38.254465 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:36:38.259427 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:36:38.264326 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:36:38.291696 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event updated for resources: {'Port': ['ID=4a66e2cb-e3c0-4f0c-a7b8-6b0b9dcec609,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:38.487267 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for floatingip (e2f8cb06-d069-4594-93fa-8d96f7aff3cf), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:38.496431 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22b0ea-d856-4886-84e0-af7666f9671b req-032db5ce-7036-419f-ae26-f11ef0141a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:38.498197 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7b22b0ea-d856-4886-84e0-af7666f9671b req-032db5ce-7036-419f-ae26-f11ef0141a1b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 1129 time: 0.1426976 Mar 07 15:36:38.503577 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4dd8a7-c2a9-4f1f-9006-451556211718 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Router 1852b418-ac62-4e6e-a90a-5251f024d9e2 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:36:38.587897 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-721542ae-a5c3-4eb6-a83d-8c8708d6232d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:38.591601 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-721542ae-a5c3-4eb6-a83d-8c8708d6232d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (d33f496c-7ce9-4974-abde-047bb6470fe1), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:38.593381 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (4a66e2cb-e3c0-4f0c-a7b8-6b0b9dcec609), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:38.650724 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7b22b0ea-d856-4886-84e0-af7666f9671b req-1b6c6c2e-c80b-4e0a-951b-911217420ee4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423807 Mar 07 15:36:38.699200 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.l3_db [None req-721542ae-a5c3-4eb6-a83d-8c8708d6232d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Floating IP d33f496c-7ce9-4974-abde-047bb6470fe1 associated. External IP: 172.27.3.230, port: ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f. Mar 07 15:36:38.735633 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4dd8a7-c2a9-4f1f-9006-451556211718 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:36:38.750217 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8dfc09-02b3-40b4-837c-41c24e7270c6 None None] Sync routers for ids ['1852b418-ac62-4e6e-a90a-5251f024d9e2'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:36:38.763810 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8dfc09-02b3-40b4-837c-41c24e7270c6 None None] Routers {'1852b418-ac62-4e6e-a90a-5251f024d9e2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:38.765280 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-ae8dfc09-02b3-40b4-837c-41c24e7270c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:36:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['1852b418-ac62-4e6e-a90a-5251f024d9e2'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:38.767510 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8f4dd8a7-c2a9-4f1f-9006-451556211718 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:38.813502 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-8f4dd8a7-c2a9-4f1f-9006-451556211718 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "PUT /v2.0/floatingips/9dbc6bdb-4aa7-4dde-9fe4-bc635b712bef HTTP/1.1" status: 200 len: 991 time: 1.9657395 Mar 07 15:36:38.815943 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'tag': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:38.818829 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d954b9e-c1a8-44f8-b1d6-565724d8d570" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6016f7-72e6-4828-b654-67c9a0bd98ce", "tag": "ba056e95-b2d1-49d7-8b0b-e97d96d59204"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:38.869587 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7469c51-6960-44c2-81f1-7d0c56eff263 x-openstack-request-id: req-a7469c51-6960-44c2-81f1-7d0c56eff263 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:38.870053 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6016f7-72e6-4828-b654-67c9a0bd98ce", "tag": "ba056e95-b2d1-49d7-8b0b-e97d96d59204", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:38.870417 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7469c51-6960-44c2-81f1-7d0c56eff263 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:38.870943 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'tag': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'status': 'completed', 'code': 200} Mar 07 15:36:38.896538 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for port (4a66e2cb-e3c0-4f0c-a7b8-6b0b9dcec609), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:38.901838 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (4a66e2cb-e3c0-4f0c-a7b8-6b0b9dcec609), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:38.956903 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721542ae-a5c3-4eb6-a83d-8c8708d6232d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Router 9cafc903-c97d-4f42-a2a8-6a44561b6009 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:36:39.020724 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event updated for resources: {'Port': ['ID=4a66e2cb-e3c0-4f0c-a7b8-6b0b9dcec609,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:39.034955 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d954b9e-c1a8-44f8-b1d6-565724d8d570 req-74739c33-4971-4223-807d-358969924aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:39.036509 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2d954b9e-c1a8-44f8-b1d6-565724d8d570 req-74739c33-4971-4223-807d-358969924aa0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=733d7788dbf7454e945a255ad9d4f9f1&device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 1129 time: 0.1322114 Mar 07 15:36:39.037413 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (e2f8cb06-d069-4594-93fa-8d96f7aff3cf), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:39.063399 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-ae8dfc09-02b3-40b4-837c-41c24e7270c6 None None] Set router 1852b418-ac62-4e6e-a90a-5251f024d9e2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:39.077717 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:39.079549 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-a83a0d76-6a07-4cfb-830d-2a9c4bf66bc8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1430805 Mar 07 15:36:39.095845 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721542ae-a5c3-4eb6-a83d-8c8708d6232d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:36:39.100666 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-721542ae-a5c3-4eb6-a83d-8c8708d6232d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:39.114038 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2be98d-dd97-43bb-9a10-c26d04044300 None None] Sync routers for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:36:39.130295 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2be98d-dd97-43bb-9a10-c26d04044300 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:39.131003 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3f2be98d-dd97-43bb-9a10-c26d04044300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:36:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:39.146036 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-721542ae-a5c3-4eb6-a83d-8c8708d6232d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "PUT /v2.0/floatingips/d33f496c-7ce9-4974-abde-047bb6470fe1 HTTP/1.1" status: 200 len: 991 time: 1.0745637 Mar 07 15:36:39.146036 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72677428-2ec2-403b-9f36-d69a10662050', 'tag': 'ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:39.146036 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00045ac8-3740-4272-93f5-4850468e628a" -d '{"events": [{"name": "network-changed", "server_uuid": "72677428-2ec2-403b-9f36-d69a10662050", "tag": "ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:39.205840 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c81b36b-28bf-457c-8535-b430307d9bee x-openstack-request-id: req-6c81b36b-28bf-457c-8535-b430307d9bee {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:39.206187 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72677428-2ec2-403b-9f36-d69a10662050", "tag": "ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:39.206447 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c81b36b-28bf-457c-8535-b430307d9bee {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:39.207006 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72677428-2ec2-403b-9f36-d69a10662050', 'tag': 'ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f', 'status': 'completed', 'code': 200} Mar 07 15:36:39.260776 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32755b43-b53a-45a3-b0fc-a8a7d4daa22c req-bc86c451-ce77-43a6-bdf4-67c0431db962 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:39.262759 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32755b43-b53a-45a3-b0fc-a8a7d4daa22c req-bc86c451-ce77-43a6-bdf4-67c0431db962 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 945 time: 0.1743476 Mar 07 15:36:39.277917 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-3f2be98d-dd97-43bb-9a10-c26d04044300 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:39.312758 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d954b9e-c1a8-44f8-b1d6-565724d8d570 req-ef3bdd06-ec9a-4041-a618-19c45920a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:39.323932 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2d954b9e-c1a8-44f8-b1d6-565724d8d570 req-ef3bdd06-ec9a-4041-a618-19c45920a427 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4dacc321-0235-4232-8deb-30a0cd8e5de6 HTTP/1.1" status: 200 len: 918 time: 0.2753260 Mar 07 15:36:39.344253 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00045ac8-3740-4272-93f5-4850468e628a req-2c361304-b349-484b-a53e-d7e38b54bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:39.346135 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-00045ac8-3740-4272-93f5-4850468e628a req-2c361304-b349-484b-a53e-d7e38b54bf53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 1129 time: 0.1155183 Mar 07 15:36:39.389639 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-ae8dfc09-02b3-40b4-837c-41c24e7270c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '9dbc6bdb-4aa7-4dde-9fe4-bc635b712bef', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'port_id': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'mac_address': 'fa:16:3e:4b:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:36:24Z', 'updated_at': '2022-03-07T15:36:37Z', 'revision_number': 1, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e613f430-f4ff-4baf-b91a-0a65d4b9bad4', 'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'mac_address': 'fa:16:3e:fd:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:25Z', 'updated_at': '2022-03-07T15:32:43Z', 'revision_number': 5, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'subnets': [{'id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:39.425875 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8dfc09-02b3-40b4-837c-41c24e7270c6 None None] Checking router: 1852b418-ac62-4e6e-a90a-5251f024d9e2 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:36:39.437570 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8dfc09-02b3-40b4-837c-41c24e7270c6 None None] Routers {'1852b418-ac62-4e6e-a90a-5251f024d9e2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:39.438598 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-ae8dfc09-02b3-40b4-837c-41c24e7270c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:36:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['1852b418-ac62-4e6e-a90a-5251f024d9e2'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:39.440875 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32755b43-b53a-45a3-b0fc-a8a7d4daa22c req-2c4e8e65-a8f0-4938-af09-8f1f20f1cd88 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616821 Mar 07 15:36:39.460639 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7ccd7b44-5e81-43db-93b8-58b97d7d78e9 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--487981537&fields=id&tenant_id=06b9c58c75d54beab0c13f9d7310365e HTTP/1.1" status: 200 len: 267 time: 0.1135094 Mar 07 15:36:39.471169 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2d954b9e-c1a8-44f8-b1d6-565724d8d570 req-02708433-b90c-4b57-b80d-4019b9402348 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204 HTTP/1.1" status: 200 len: 999 time: 0.1071434 Mar 07 15:36:39.526817 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00045ac8-3740-4272-93f5-4850468e628a req-48dd49f5-0829-4c2f-bc9a-881b214fc07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:39.528451 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-00045ac8-3740-4272-93f5-4850468e628a req-48dd49f5-0829-4c2f-bc9a-881b214fc07d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 200 len: 915 time: 0.1750252 Mar 07 15:36:39.532746 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d954b9e-c1a8-44f8-b1d6-565724d8d570 req-b587972c-ae05-464e-a487-640616609143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:39.534420 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2d954b9e-c1a8-44f8-b1d6-565724d8d570 req-b587972c-ae05-464e-a487-640616609143 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fa3af63-c79c-44c8-be3f-b0aa201a012b HTTP/1.1" status: 200 len: 856 time: 0.0571463 Mar 07 15:36:39.575464 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-ae8dfc09-02b3-40b4-837c-41c24e7270c6 None None] Set router 1852b418-ac62-4e6e-a90a-5251f024d9e2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:39.583589 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3f2be98d-dd97-43bb-9a10-c26d04044300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': 'd33f496c-7ce9-4974-abde-047bb6470fe1', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': 'ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:95:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72677428-2ec2-403b-9f36-d69a10662050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:36:26Z', 'updated_at': '2022-03-07T15:36:38Z', 'revision_number': 1, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:39.597655 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d954b9e-c1a8-44f8-b1d6-565724d8d570 req-57a00cad-7231-4064-a141-d2592e28ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:39.599998 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2d954b9e-c1a8-44f8-b1d6-565724d8d570 req-57a00cad-7231-4064-a141-d2592e28ee4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dacc321-0235-4232-8deb-30a0cd8e5de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577040 Mar 07 15:36:39.617084 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2be98d-dd97-43bb-9a10-c26d04044300 None None] Checking router: 9cafc903-c97d-4f42-a2a8-6a44561b6009 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:36:39.625902 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2be98d-dd97-43bb-9a10-c26d04044300 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:39.626743 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3f2be98d-dd97-43bb-9a10-c26d04044300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:36:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:39.677514 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-00045ac8-3740-4272-93f5-4850468e628a req-d011a201-6fc5-4db1-92fd-1aa07c6c3961 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f HTTP/1.1" status: 200 len: 999 time: 0.1240096 Mar 07 15:36:39.685024 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-3b777dc1-a958-44e9-8b5f-60608c3f7235 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:39.686517 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-3b777dc1-a958-44e9-8b5f-60608c3f7235 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/networks?id=81cb840d-f02e-47d1-98bd-b27dbd53c040 HTTP/1.1" status: 200 len: 810 time: 0.2162647 Mar 07 15:36:39.718331 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2d954b9e-c1a8-44f8-b1d6-565724d8d570 req-8c813d51-9d10-4db5-b007-557f2a4b6aaa service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005991 Mar 07 15:36:39.730949 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-65ddf0e5-f682-4539-b214-7b183a2f3b01 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/quotas/06b9c58c75d54beab0c13f9d7310365e HTTP/1.1" status: 200 len: 375 time: 0.0348461 Mar 07 15:36:39.771830 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-3f2be98d-dd97-43bb-9a10-c26d04044300 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:39.888610 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2d954b9e-c1a8-44f8-b1d6-565724d8d570 req-bac9c53c-203e-4c7a-bb97-56a7cc5e8a88 service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495302 Mar 07 15:36:39.895565 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-ae8dfc09-02b3-40b4-837c-41c24e7270c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '9dbc6bdb-4aa7-4dde-9fe4-bc635b712bef', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'port_id': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'mac_address': 'fa:16:3e:4b:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:36:24Z', 'updated_at': '2022-03-07T15:36:37Z', 'revision_number': 1, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e613f430-f4ff-4baf-b91a-0a65d4b9bad4', 'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'mac_address': 'fa:16:3e:fd:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:25Z', 'updated_at': '2022-03-07T15:32:43Z', 'revision_number': 5, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'subnets': [{'id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:39.933763 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8dfc09-02b3-40b4-837c-41c24e7270c6 None None] The sync data for ids ['1852b418-ac62-4e6e-a90a-5251f024d9e2'] in dv-cinder-830538-7-iscsi is: [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '9dbc6bdb-4aa7-4dde-9fe4-bc635b712bef', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'port_id': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'mac_address': 'fa:16:3e:4b:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:36:24Z', 'updated_at': '2022-03-07T15:36:37Z', 'revision_number': 1, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e613f430-f4ff-4baf-b91a-0a65d4b9bad4', 'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'mac_address': 'fa:16:3e:fd:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:25Z', 'updated_at': '2022-03-07T15:32:43Z', 'revision_number': 5, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'subnets': [{'id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:36:40.060553 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00045ac8-3740-4272-93f5-4850468e628a req-9c0350c0-42e9-416a-aaab-186d0ceb933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:40.061127 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3f2be98d-dd97-43bb-9a10-c26d04044300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': 'd33f496c-7ce9-4974-abde-047bb6470fe1', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': 'ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:95:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72677428-2ec2-403b-9f36-d69a10662050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:36:26Z', 'updated_at': '2022-03-07T15:36:38Z', 'revision_number': 1, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:40.062047 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-00045ac8-3740-4272-93f5-4850468e628a req-9c0350c0-42e9-416a-aaab-186d0ceb933a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=caea1b3f-a80c-4138-ad4b-bb4ae0b4063a HTTP/1.1" status: 200 len: 853 time: 0.3742263 Mar 07 15:36:40.098742 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2be98d-dd97-43bb-9a10-c26d04044300 None None] The sync data for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi is: [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': 'd33f496c-7ce9-4974-abde-047bb6470fe1', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': 'ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:95:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72677428-2ec2-403b-9f36-d69a10662050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:36:26Z', 'updated_at': '2022-03-07T15:36:38Z', 'revision_number': 1, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:36:40.121178 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-cdd35a5c-622a-4cdb-a414-b81ac0d5d91b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=06b9c58c75d54beab0c13f9d7310365e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3712323 Mar 07 15:36:40.152073 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00045ac8-3740-4272-93f5-4850468e628a req-0ac00134-00bb-4041-a962-f80af5ee4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:40.153572 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-00045ac8-3740-4272-93f5-4850468e628a req-0ac00134-00bb-4041-a962-f80af5ee4551 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843093 Mar 07 15:36:40.224942 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f276430-110a-4ab5-9170-4fb20854079b None None] New status for floating IP 9dbc6bdb-4aa7-4dde-9fe4-bc635b712bef: ACTIVE {{(pid=102972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:36:40.298581 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-a71db342-8af8-40e3-aa27-6a060a191c79 service neutron] 10.222.0.26 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693335 Mar 07 15:36:40.330884 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-00045ac8-3740-4272-93f5-4850468e628a req-a9d0d7c7-4c1a-498c-bb4a-16404260f9a6 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689637 Mar 07 15:36:40.358540 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a9715-126c-403b-aaaa-1e9ee1e79793 None None] New status for floating IP d33f496c-7ce9-4974-abde-047bb6470fe1: ACTIVE {{(pid=102973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:36:40.476522 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-1e752b50-f3a0-49ef-8452-90b06bbe8e41 service neutron] 10.222.0.26 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707537 Mar 07 15:36:40.488767 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-00045ac8-3740-4272-93f5-4850468e628a req-17bc0fc1-005d-491c-a2e7-b47863f60a03 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508470 Mar 07 15:36:40.599401 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa5b3a-a9dd-4d6f-94bf-8a9714875e7e req-1a435608-d498-4ec0-8224-a4ae03ccd113 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:40.601094 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-37fa5b3a-a9dd-4d6f-94bf-8a9714875e7e req-1a435608-d498-4ec0-8224-a4ae03ccd113 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 945 time: 0.0641203 Mar 07 15:36:40.660811 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-37fa5b3a-a9dd-4d6f-94bf-8a9714875e7e req-041d9a6d-e699-4ba4-b5e2-920ee017b9b4 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525546 Mar 07 15:36:40.663735 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-cba6e2d2-ac2b-45af-a9bc-faf5f5c3a7a3 req-15ed1be6-1e6f-4915-b811-c35e7b2d0d2b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 210 time: 0.0285890 Mar 07 15:36:40.791595 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bf1c7-1840-449a-b19b-8ca91460d182 req-575f6780-730f-4e5a-bc46-48af3e706c84 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:40.793059 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-eb9bf1c7-1840-449a-b19b-8ca91460d182 req-575f6780-730f-4e5a-bc46-48af3e706c84 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 945 time: 0.0611439 Mar 07 15:36:40.843301 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-eb9bf1c7-1840-449a-b19b-8ca91460d182 req-978bf293-6c38-4d4e-a1c4-224aea71162f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446997 Mar 07 15:36:40.868614 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 60366) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:41.016108 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e136516-2b7f-49a7-8bd7-4b3c0b4d143c tempest-TestVolumeBootPattern-709538985 tempest-TestVolumeBootPattern-709538985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:41.017624 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-8e136516-2b7f-49a7-8bd7-4b3c0b4d143c tempest-TestVolumeBootPattern-709538985 tempest-TestVolumeBootPattern-709538985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 1124 time: 0.1479597 Mar 07 15:36:41.020470 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 60374) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:41.024671 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Request body: {'floatingip': {'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'port_id': '1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:41.045739 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:41.144643 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:41.248826 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Allocated IP 172.27.3.211 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/663880a5-3300-46c5-8341-8cd6369d01b5) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:36:41.351489 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for port (663880a5-3300-46c5-8341-8cd6369d01b5), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:41.384194 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (663880a5-3300-46c5-8341-8cd6369d01b5), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:41.422096 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:36:41.425823 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:36:41.428202 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:36:41.459610 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'Port': ['ID=663880a5-3300-46c5-8341-8cd6369d01b5,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:41.743123 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-23d7ae30-eddf-41a2-8873-9be65935ea27 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:41.744559 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-23d7ae30-eddf-41a2-8873-9be65935ea27 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.30 "GET /v2.0/networks?id=81cb840d-f02e-47d1-98bd-b27dbd53c040 HTTP/1.1" status: 200 len: 810 time: 0.1563265 Mar 07 15:36:41.796007 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ed2841cc-5fd3-479e-8c7f-2f703d2cd26a req-164ae445-a1be-40a5-b7e0-b53ed5a31b72 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 210 time: 0.0494962 Mar 07 15:36:41.896014 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-b8b1a439-d850-4e6d-8f24-553ccc55c603 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06b9c58c75d54beab0c13f9d7310365e HTTP/1.1" status: 200 len: 379 time: 0.1080525 Mar 07 15:36:41.924742 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-c47132bc-c4d8-41e9-b89c-ea038dad1b02 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Request body: {'port': {'device_id': '1b83d380-ed19-473a-b324-9710ffaf5d9a', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'admin_state_up': True, 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'security_groups': ['40696b11-7091-4efc-a975-16f9bd49b9cd']}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:42.009556 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for floatingip (5992d16f-c0f5-4443-b464-7bdd0e94e5d0), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:42.093838 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-c47132bc-c4d8-41e9-b89c-ea038dad1b02 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Made reservation on behalf of 06b9c58c75d54beab0c13f9d7310365e for: {'port': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:36:42.097344 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-c47132bc-c4d8-41e9-b89c-ea038dad1b02 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:42.114352 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (663880a5-3300-46c5-8341-8cd6369d01b5), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:42.312143 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-c47132bc-c4d8-41e9-b89c-ea038dad1b02 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Allocated IP 172.20.0.11 (81cb840d-f02e-47d1-98bd-b27dbd53c040/f4b6f9b4-99bd-439c-8825-b04ef39c2f42/dbde892d-f306-4543-a8c0-79e375c275e8) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:36:42.380681 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for port (663880a5-3300-46c5-8341-8cd6369d01b5), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:42.385692 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7627396'] for port (663880a5-3300-46c5-8341-8cd6369d01b5), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:42.512288 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'Port': ['ID=663880a5-3300-46c5-8341-8cd6369d01b5,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:42.526183 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (5992d16f-c0f5-4443-b464-7bdd0e94e5d0), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:42.598649 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-c47132bc-c4d8-41e9-b89c-ea038dad1b02 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for port (dbde892d-f306-4543-a8c0-79e375c275e8), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:42.667395 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.l3_db [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Floating IP 5992d16f-c0f5-4443-b464-7bdd0e94e5d0 associated. External IP: 172.27.3.211, port: 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f. Mar 07 15:36:42.708797 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-c47132bc-c4d8-41e9-b89c-ea038dad1b02 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (dbde892d-f306-4543-a8c0-79e375c275e8), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:42.765640 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-c47132bc-c4d8-41e9-b89c-ea038dad1b02 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Network 81cb840d-f02e-47d1-98bd-b27dbd53c040 is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:36:42.799489 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-c47132bc-c4d8-41e9-b89c-ea038dad1b02 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:36:42.803258 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-c47132bc-c4d8-41e9-b89c-ea038dad1b02 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:36:42.805840 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47132bc-c4d8-41e9-b89c-ea038dad1b02 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event updated for resources: {'Port': ['ID=dbde892d-f306-4543-a8c0-79e375c275e8,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:42.871317 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-c47132bc-c4d8-41e9-b89c-ea038dad1b02 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:42.871949 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-c47132bc-c4d8-41e9-b89c-ea038dad1b02 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:42.921213 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af7841-895d-4773-b98e-601a18ba2cd1 req-b3cc57c5-2811-45ff-aad0-7a244270b10d tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:42.922849 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-55af7841-895d-4773-b98e-601a18ba2cd1 req-b3cc57c5-2811-45ff-aad0-7a244270b10d tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 932 time: 0.0583940 Mar 07 15:36:42.976055 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-55af7841-895d-4773-b98e-601a18ba2cd1 req-ef48d676-2a29-46d6-a67e-254781f1630e tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=40696b11-7091-4efc-a975-16f9bd49b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473106 Mar 07 15:36:43.088566 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1aa677a2-9213-475e-b70f-8b1d348803a1 None None] Provisioning complete for port dbde892d-f306-4543-a8c0-79e375c275e8 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:43.089091 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1aa677a2-9213-475e-b70f-8b1d348803a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (dbde892d-f306-4543-a8c0-79e375c275e8), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:43.127207 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1aa677a2-9213-475e-b70f-8b1d348803a1 None None] Port dbde892d-f306-4543-a8c0-79e375c275e8 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:36:43.158541 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-c47132bc-c4d8-41e9-b89c-ea038dad1b02 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2373998 Mar 07 15:36:43.171753 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Request body: {'port': {'device_id': '1b83d380-ed19-473a-b324-9710ffaf5d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:43.272362 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Router cd151927-5e21-4006-ac2b-75c1a3a844aa has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:36:43.273389 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (dbde892d-f306-4543-a8c0-79e375c275e8), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:43.489874 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:36:43.498980 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36425c-266e-4fd5-9d18-2c92e00f492d None None] Sync routers for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:36:43.508854 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36425c-266e-4fd5-9d18-2c92e00f492d None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:43.509466 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-6b36425c-266e-4fd5-9d18-2c92e00f492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:36:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:43.543148 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:43.597988 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-194505b9-cca7-44cf-abf6-6d033327bea2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5634265 Mar 07 15:36:43.597988 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ed9aa5-412b-4d98-85ef-4eb804fdd92e', 'tag': '1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:43.597988 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ca90b3-6ae1-4fd1-9329-9043c1ec23f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ed9aa5-412b-4d98-85ef-4eb804fdd92e", "tag": "1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:43.620550 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-6b36425c-266e-4fd5-9d18-2c92e00f492d None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:43.644569 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5533e73a-a43c-4581-ac83-4ede42bf3a56 x-openstack-request-id: req-5533e73a-a43c-4581-ac83-4ede42bf3a56 {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:43.644868 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ed9aa5-412b-4d98-85ef-4eb804fdd92e", "tag": "1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:43.645108 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5533e73a-a43c-4581-ac83-4ede42bf3a56 {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:43.645493 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ed9aa5-412b-4d98-85ef-4eb804fdd92e', 'tag': '1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f', 'status': 'completed', 'code': 200} Mar 07 15:36:43.661023 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbde892d-f306-4543-a8c0-79e375c275e8 {{(pid=102971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:36:43.673291 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Publish callbacks [] for port (dbde892d-f306-4543-a8c0-79e375c275e8), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:43.686266 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.provisioning_blocks [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Transition to ACTIVE for port object dbde892d-f306-4543-a8c0-79e375c275e8 will not be triggered until provisioned by entity L2. {{(pid=102971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:36:43.691899 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7627396'] for port (dbde892d-f306-4543-a8c0-79e375c275e8), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:43.708825 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca90b3-6ae1-4fd1-9329-9043c1ec23f3 req-3a5e59f9-5c9d-4d0c-9376-c059557f72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:43.710495 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f9ca90b3-6ae1-4fd1-9329-9043c1ec23f3 req-3a5e59f9-5c9d-4d0c-9376-c059557f72ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 1129 time: 0.0509157 Mar 07 15:36:43.751820 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Pushing event updated for resources: {'Port': ['ID=dbde892d-f306-4543-a8c0-79e375c275e8,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:43.811778 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca90b3-6ae1-4fd1-9329-9043c1ec23f3 req-ed2236bf-f6d0-4116-8621-b316bddff2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:43.813580 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f9ca90b3-6ae1-4fd1-9329-9043c1ec23f3 req-ed2236bf-f6d0-4116-8621-b316bddff2b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 913 time: 0.0972917 Mar 07 15:36:43.856758 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Attempting to bind port dbde892d-f306-4543-a8c0-79e375c275e8 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:36:43.857184 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Attempting to bind port dbde892d-f306-4543-a8c0-79e375c275e8 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:36:43.857582 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Attempting to bind port dbde892d-f306-4543-a8c0-79e375c275e8 on network 81cb840d-f02e-47d1-98bd-b27dbd53c040 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:36:43.863257 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Port dbde892d-f306-4543-a8c0-79e375c275e8 on network 81cb840d-f02e-47d1-98bd-b27dbd53c040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:36:43.863670 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Attempting to bind port dbde892d-f306-4543-a8c0-79e375c275e8 on network 81cb840d-f02e-47d1-98bd-b27dbd53c040 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:36:43.870044 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:36:43.870470 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Checking segment: {'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:36:43.870923 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Bound using segment: {'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:36:43.871429 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Bound port: dbde892d-f306-4543-a8c0-79e375c275e8, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a47af4b-7e5a-4cc9-8e9d-05c06092c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:36:43.871851 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (dbde892d-f306-4543-a8c0-79e375c275e8), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:43.873042 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-6b36425c-266e-4fd5-9d18-2c92e00f492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '5992d16f-c0f5-4443-b464-7bdd0e94e5d0', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'port_id': '1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'mac_address': 'fa:16:3e:f4:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ed9aa5-412b-4d98-85ef-4eb804fdd92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:36:41Z', 'updated_at': '2022-03-07T15:36:41Z', 'revision_number': 0, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:43.895322 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f9ca90b3-6ae1-4fd1-9329-9043c1ec23f3 req-cc6e3fb7-ba4d-4921-9939-8b72775cb077 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f HTTP/1.1" status: 200 len: 999 time: 0.0730810 Mar 07 15:36:43.901161 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36425c-266e-4fd5-9d18-2c92e00f492d None None] Checking router: cd151927-5e21-4006-ac2b-75c1a3a844aa for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:36:43.910274 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36425c-266e-4fd5-9d18-2c92e00f492d None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:43.910904 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-6b36425c-266e-4fd5-9d18-2c92e00f492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:36:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:43.943651 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] For port dbde892d-f306-4543-a8c0-79e375c275e8, host hv-cinder-83053, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:36:43.949430 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] For port dbde892d-f306-4543-a8c0-79e375c275e8, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=dbde892d-f306-4543-a8c0-79e375c275e8,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:36:43.958435 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7627396'] for port (dbde892d-f306-4543-a8c0-79e375c275e8), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:43.961210 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca90b3-6ae1-4fd1-9329-9043c1ec23f3 req-2c313061-5ef8-4d3f-8199-9fa86f4f28cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:43.963012 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f9ca90b3-6ae1-4fd1-9329-9043c1ec23f3 req-2c313061-5ef8-4d3f-8199-9fa86f4f28cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62da12ad-276e-4aaf-b6e0-ef8568f52ae1 HTTP/1.1" status: 200 len: 851 time: 0.0620041 Mar 07 15:36:43.998147 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:43.999035 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:44.000514 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] 10.222.0.30 "PUT /v2.0/ports/dbde892d-f306-4543-a8c0-79e375c275e8 HTTP/1.1" status: 200 len: 1094 time: 0.8339479 Mar 07 15:36:44.053946 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca90b3-6ae1-4fd1-9329-9043c1ec23f3 req-fedad10f-9144-48ee-862c-700130dd0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:44.056210 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f9ca90b3-6ae1-4fd1-9329-9043c1ec23f3 req-fedad10f-9144-48ee-862c-700130dd0e8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6f86ee1-eb94-4c82-9c74-7df197ed1334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862556 Mar 07 15:36:44.056722 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-6b36425c-266e-4fd5-9d18-2c92e00f492d None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:44.061266 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239dcd1-5225-4019-b5b3-8137be6e6a1d service neutron] Pushing event updated for resources: {'Port': ['ID=dbde892d-f306-4543-a8c0-79e375c275e8,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:44.126211 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-364400aa-8fa9-4c68-95a8-0b71913d313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:44.127963 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-364400aa-8fa9-4c68-95a8-0b71913d313b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06b9c58c75d54beab0c13f9d7310365e&device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 1128 time: 0.0793450 Mar 07 15:36:44.141708 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1a7807af-a056-43fb-b02f-7165cc1c897d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:44.212231 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-4880e66b-da39-45d1-96aa-8177f9702e41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbde892d-f306-4543-a8c0-79e375c275e8 HTTP/1.1" status: 200 len: 217 time: 0.0646701 Mar 07 15:36:44.225550 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9a8ec-28d6-4537-bf93-0552dc81ed4f req-e50598f2-6270-4993-adc2-e9f14dc4f6a5 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:44.227687 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6bb9a8ec-28d6-4537-bf93-0552dc81ed4f req-e50598f2-6270-4993-adc2-e9f14dc4f6a5 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 944 time: 0.1445794 Mar 07 15:36:44.233781 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f9ca90b3-6ae1-4fd1-9329-9043c1ec23f3 req-a1438ea6-e440-4c3f-bba5-054b1cbfcd26 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680455 Mar 07 15:36:44.279470 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-b9c65cd3-1e72-4971-9411-eb20aa108721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:44.280878 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-b9c65cd3-1e72-4971-9411-eb20aa108721 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4b6f9b4-99bd-439c-8825-b04ef39c2f42 HTTP/1.1" status: 200 len: 849 time: 0.0609748 Mar 07 15:36:44.339909 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7b8fffaa-2096-457c-9b59-88cf2d75a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:44.341453 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-7b8fffaa-2096-457c-9b59-88cf2d75a1db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81cb840d-f02e-47d1-98bd-b27dbd53c040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543790 Mar 07 15:36:44.346676 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6bb9a8ec-28d6-4537-bf93-0552dc81ed4f req-4ac526d9-b02d-4066-bca9-ab88b41dec6a tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=40696b11-7091-4efc-a975-16f9bd49b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119010 Mar 07 15:36:44.375063 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f9ca90b3-6ae1-4fd1-9329-9043c1ec23f3 req-528e78f2-798e-49cb-9af9-19019a1d9f9a service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342807 Mar 07 15:36:44.450582 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-8fc5f6f5-fe20-4afa-937d-95cd60ee7c3f service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008635 Mar 07 15:36:44.488856 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-6b36425c-266e-4fd5-9d18-2c92e00f492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '5992d16f-c0f5-4443-b464-7bdd0e94e5d0', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'port_id': '1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'mac_address': 'fa:16:3e:f4:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ed9aa5-412b-4d98-85ef-4eb804fdd92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:36:41Z', 'updated_at': '2022-03-07T15:36:41Z', 'revision_number': 0, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:44.516294 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36425c-266e-4fd5-9d18-2c92e00f492d None None] The sync data for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi is: [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '5992d16f-c0f5-4443-b464-7bdd0e94e5d0', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'port_id': '1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'mac_address': 'fa:16:3e:f4:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ed9aa5-412b-4d98-85ef-4eb804fdd92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:36:41Z', 'updated_at': '2022-03-07T15:36:41Z', 'revision_number': 0, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:36:44.556447 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f14c0f91-8d19-4977-960f-9f0cd6e7bc53 req-648e105e-bbab-4427-9288-88271a797375 service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922105 Mar 07 15:36:44.717672 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac62afd-81ee-465c-a044-e1459083493a None None] New status for floating IP 5992d16f-c0f5-4443-b464-7bdd0e94e5d0: ACTIVE {{(pid=102973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:36:45.475590 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d484a3-29db-4623-a83d-d6216f0f11d7 req-a881589b-60c5-4294-ace3-eb2d8c0ab8b6 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:45.478476 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-29d484a3-29db-4623-a83d-d6216f0f11d7 req-a881589b-60c5-4294-ace3-eb2d8c0ab8b6 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 944 time: 0.0598152 Mar 07 15:36:45.483046 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device dbde892d-f306-4543-a8c0-79e375c275e8 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:36:45.533134 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-29d484a3-29db-4623-a83d-d6216f0f11d7 req-ee91d3a1-f2d6-486e-a7ab-ddc4c33208cc tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=40696b11-7091-4efc-a975-16f9bd49b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482364 Mar 07 15:36:45.596203 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port dbde892d-f306-4543-a8c0-79e375c275e8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=dbde892d-f306-4543-a8c0-79e375c275e8,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:45.607209 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': 'dbde892d-f306-4543-a8c0-79e375c275e8', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'port_id': 'dbde892d-f306-4543-a8c0-79e375c275e8', 'mac_address': 'fa:16:3e:fe:a9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:36:45.645634 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port dbde892d-f306-4543-a8c0-79e375c275e8 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:45.646118 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (dbde892d-f306-4543-a8c0-79e375c275e8), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:45.646924 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b83d380-ed19-473a-b324-9710ffaf5d9a', 'tag': 'dbde892d-f306-4543-a8c0-79e375c275e8'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:45.650119 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514f2a9a-da10-434d-a627-202e5cfcd54e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b83d380-ed19-473a-b324-9710ffaf5d9a", "tag": "dbde892d-f306-4543-a8c0-79e375c275e8"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:45.663718 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbde892d-f306-4543-a8c0-79e375c275e8 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:36:45.686235 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port dbde892d-f306-4543-a8c0-79e375c275e8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=dbde892d-f306-4543-a8c0-79e375c275e8,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:45.688639 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f9afb1-ec3f-408a-9cfd-1d7469f7f6dd x-openstack-request-id: req-79f9afb1-ec3f-408a-9cfd-1d7469f7f6dd {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:45.688891 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b83d380-ed19-473a-b324-9710ffaf5d9a", "tag": "dbde892d-f306-4543-a8c0-79e375c275e8", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:45.689243 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79f9afb1-ec3f-408a-9cfd-1d7469f7f6dd {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:45.689641 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b83d380-ed19-473a-b324-9710ffaf5d9a', 'tag': 'dbde892d-f306-4543-a8c0-79e375c275e8', 'status': 'completed', 'code': 200} Mar 07 15:36:45.690669 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (dbde892d-f306-4543-a8c0-79e375c275e8), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:45.743863 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=dbde892d-f306-4543-a8c0-79e375c275e8,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:45.776967 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f2a9a-da10-434d-a627-202e5cfcd54e req-efb0e84a-7ba7-4eee-af8c-ddb1150f5dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:45.778537 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-514f2a9a-da10-434d-a627-202e5cfcd54e req-efb0e84a-7ba7-4eee-af8c-ddb1150f5dd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06b9c58c75d54beab0c13f9d7310365e&device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 1129 time: 0.0663838 Mar 07 15:36:45.871293 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f2a9a-da10-434d-a627-202e5cfcd54e req-0a48e9d7-c443-407c-9789-47e8022672d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:45.872805 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-514f2a9a-da10-434d-a627-202e5cfcd54e req-0a48e9d7-c443-407c-9789-47e8022672d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=81cb840d-f02e-47d1-98bd-b27dbd53c040 HTTP/1.1" status: 200 len: 911 time: 0.0850701 Mar 07 15:36:45.917743 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-514f2a9a-da10-434d-a627-202e5cfcd54e req-26aa39fe-53c4-48c6-9433-641e2344f936 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbde892d-f306-4543-a8c0-79e375c275e8 HTTP/1.1" status: 200 len: 217 time: 0.0388570 Mar 07 15:36:45.975825 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f2a9a-da10-434d-a627-202e5cfcd54e req-20566dab-c501-4a1c-99cd-a570bb6a9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:45.977935 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-514f2a9a-da10-434d-a627-202e5cfcd54e req-20566dab-c501-4a1c-99cd-a570bb6a9a6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4b6f9b4-99bd-439c-8825-b04ef39c2f42 HTTP/1.1" status: 200 len: 849 time: 0.0452073 Mar 07 15:36:46.027094 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['dbde892d-f306-4543-a8c0-79e375c275e8'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:36:46.027284 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f2a9a-da10-434d-a627-202e5cfcd54e req-aa3b5b22-3575-46b1-baf6-bc29643e7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:46.028625 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-514f2a9a-da10-434d-a627-202e5cfcd54e req-aa3b5b22-3575-46b1-baf6-bc29643e7ef0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81cb840d-f02e-47d1-98bd-b27dbd53c040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445244 Mar 07 15:36:46.130854 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-514f2a9a-da10-434d-a627-202e5cfcd54e req-e97e3973-1b2b-4587-aeb7-371fe5ab04a7 service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939558 Mar 07 15:36:46.221660 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-514f2a9a-da10-434d-a627-202e5cfcd54e req-225fcfe0-373b-4f65-abc9-2662036c3fa5 service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832720 Mar 07 15:36:46.649578 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ffbf7ad-e5c9-4709-87d5-255463278820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:46.650268 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d049d-f146-40a4-b7a2-01b382c13361 req-b8ee5d54-04cd-4ade-948d-ddd939295382 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:46.651255 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-417d049d-f146-40a4-b7a2-01b382c13361 req-b8ee5d54-04cd-4ade-948d-ddd939295382 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 945 time: 0.0514410 Mar 07 15:36:46.699730 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-417d049d-f146-40a4-b7a2-01b382c13361 req-455fbb5d-7861-4a5b-94da-ab7fcfc182c7 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=40696b11-7091-4efc-a975-16f9bd49b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426168 Mar 07 15:36:47.499179 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device dbde892d-f306-4543-a8c0-79e375c275e8 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:36:47.548034 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port dbde892d-f306-4543-a8c0-79e375c275e8 completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:36:47.551498 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port dbde892d-f306-4543-a8c0-79e375c275e8 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:36:47.551868 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (dbde892d-f306-4543-a8c0-79e375c275e8), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:47.624739 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port dbde892d-f306-4543-a8c0-79e375c275e8 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:36:47.625135 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (dbde892d-f306-4543-a8c0-79e375c275e8), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:47.659998 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b83d380-ed19-473a-b324-9710ffaf5d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbde892d-f306-4543-a8c0-79e375c275e8'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:47.662716 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d0ba7d-bbd9-4104-b341-bdc415b02cc3" -d '{"events": [{"server_uuid": "1b83d380-ed19-473a-b324-9710ffaf5d9a", "name": "network-vif-plugged", "status": "completed", "tag": "dbde892d-f306-4543-a8c0-79e375c275e8"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:47.673608 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:47.677038 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port dbde892d-f306-4543-a8c0-79e375c275e8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=dbde892d-f306-4543-a8c0-79e375c275e8,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:36:47.682069 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (dbde892d-f306-4543-a8c0-79e375c275e8), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:47.709581 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67175902-f045-4ef6-81c1-11f2928c11e6 x-openstack-request-id: req-67175902-f045-4ef6-81c1-11f2928c11e6 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:47.709876 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b83d380-ed19-473a-b324-9710ffaf5d9a", "name": "network-vif-plugged", "status": "completed", "tag": "dbde892d-f306-4543-a8c0-79e375c275e8", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:47.710158 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67175902-f045-4ef6-81c1-11f2928c11e6 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:47.710534 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b83d380-ed19-473a-b324-9710ffaf5d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbde892d-f306-4543-a8c0-79e375c275e8', 'code': 200} Mar 07 15:36:47.739871 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=dbde892d-f306-4543-a8c0-79e375c275e8,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:36:47.831232 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5b846-5b08-491b-ac45-ba9bcaaae28b req-9c85d9d8-59b4-4b7e-b41a-a8d666d1bb6d tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:47.832697 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-28e5b846-5b08-491b-ac45-ba9bcaaae28b req-9c85d9d8-59b4-4b7e-b41a-a8d666d1bb6d tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 946 time: 0.0568318 Mar 07 15:36:47.879269 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-28e5b846-5b08-491b-ac45-ba9bcaaae28b req-a2e1c447-e69b-4229-bd80-8635027b7319 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=40696b11-7091-4efc-a975-16f9bd49b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402415 Mar 07 15:36:47.896588 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5d153-ae45-4b48-bf09-97c17335dc8e req-f05c1285-0d1e-459f-8e71-8f7d1b0f1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:47.898135 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e2d5d153-ae45-4b48-bf09-97c17335dc8e req-f05c1285-0d1e-459f-8e71-8f7d1b0f1af9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 1130 time: 0.0432732 Mar 07 15:36:47.949058 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e2d5d153-ae45-4b48-bf09-97c17335dc8e req-0456007d-da01-44e9-a2d8-5a9e0636eea7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=40696b11-7091-4efc-a975-16f9bd49b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407271 Mar 07 15:36:48.995124 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:48.998438 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ca243-cdd3-4568-b9a0-38b7feb1f672 req-8fec4821-31e3-48d5-8887-d72be1d5f574 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:48.999930 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-321ca243-cdd3-4568-b9a0-38b7feb1f672 req-8fec4821-31e3-48d5-8887-d72be1d5f574 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 946 time: 0.0541482 Mar 07 15:36:49.046568 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-321ca243-cdd3-4568-b9a0-38b7feb1f672 req-3dec9678-199f-46ea-9bcd-3c5109e5b12b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=40696b11-7091-4efc-a975-16f9bd49b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409982 Mar 07 15:36:50.160568 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95f53a-2f2e-4e14-a7a4-778614ffa0f1 req-3b3e96bb-7044-4e04-8a42-4e6304c52ca0 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:50.162037 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9b95f53a-2f2e-4e14-a7a4-778614ffa0f1 req-3b3e96bb-7044-4e04-8a42-4e6304c52ca0 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 946 time: 0.0517621 Mar 07 15:36:50.206791 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9b95f53a-2f2e-4e14-a7a4-778614ffa0f1 req-ed0084d9-eda1-4315-be7d-01c883013d9b tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=40696b11-7091-4efc-a975-16f9bd49b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387654 Mar 07 15:36:50.316326 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffcfb5-4820-4230-b017-38ad47957700 req-56727185-8355-4697-b464-d6e5cd35a8d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:50.317760 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c1ffcfb5-4820-4230-b017-38ad47957700 req-56727185-8355-4697-b464-d6e5cd35a8d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 946 time: 0.0508087 Mar 07 15:36:50.326180 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 60438) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:36:50.330451 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-44dcb52d-2269-4247-a43c-ca55872e2863 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Request body: {'floatingip': {'port_id': 'dbde892d-f306-4543-a8c0-79e375c275e8'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:36:50.372044 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-44dcb52d-2269-4247-a43c-ca55872e2863 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for floatingip (e2f8cb06-d069-4594-93fa-8d96f7aff3cf), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:50.674968 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:50.803479 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-44dcb52d-2269-4247-a43c-ca55872e2863 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:50.807148 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-44dcb52d-2269-4247-a43c-ca55872e2863 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (e2f8cb06-d069-4594-93fa-8d96f7aff3cf), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:50.908001 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.l3_db [None req-44dcb52d-2269-4247-a43c-ca55872e2863 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Floating IP e2f8cb06-d069-4594-93fa-8d96f7aff3cf associated. External IP: 172.27.3.235, port: dbde892d-f306-4543-a8c0-79e375c275e8. Mar 07 15:36:51.114475 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dcb52d-2269-4247-a43c-ca55872e2863 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Router aa17a03f-12c3-45b8-ac55-643890d482a9 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:36:51.219454 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dcb52d-2269-4247-a43c-ca55872e2863 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:36:51.224127 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-44dcb52d-2269-4247-a43c-ca55872e2863 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:51.228768 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03791e54-4eda-4903-b66d-e4c54b824d7d None None] Sync routers for ids ['aa17a03f-12c3-45b8-ac55-643890d482a9'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:36:51.237525 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03791e54-4eda-4903-b66d-e4c54b824d7d None None] Routers {'aa17a03f-12c3-45b8-ac55-643890d482a9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:51.238166 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-03791e54-4eda-4903-b66d-e4c54b824d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:36:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['aa17a03f-12c3-45b8-ac55-643890d482a9'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:51.255164 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-44dcb52d-2269-4247-a43c-ca55872e2863 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "PUT /v2.0/floatingips/e2f8cb06-d069-4594-93fa-8d96f7aff3cf HTTP/1.1" status: 200 len: 992 time: 0.9254456 Mar 07 15:36:51.255164 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b83d380-ed19-473a-b324-9710ffaf5d9a', 'tag': 'dbde892d-f306-4543-a8c0-79e375c275e8'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:36:51.255476 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19df1e2e-87ce-4787-8e89-f666c02489ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1b83d380-ed19-473a-b324-9710ffaf5d9a", "tag": "dbde892d-f306-4543-a8c0-79e375c275e8"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:36:51.290038 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ba4b76-c7d3-40fd-bc88-c19ba18c4b60 x-openstack-request-id: req-79ba4b76-c7d3-40fd-bc88-c19ba18c4b60 {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:36:51.290330 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b83d380-ed19-473a-b324-9710ffaf5d9a", "tag": "dbde892d-f306-4543-a8c0-79e375c275e8", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:36:51.290578 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79ba4b76-c7d3-40fd-bc88-c19ba18c4b60 {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:36:51.290969 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b83d380-ed19-473a-b324-9710ffaf5d9a', 'tag': 'dbde892d-f306-4543-a8c0-79e375c275e8', 'status': 'completed', 'code': 200} Mar 07 15:36:51.347369 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-03791e54-4eda-4903-b66d-e4c54b824d7d None None] Set router aa17a03f-12c3-45b8-ac55-643890d482a9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:51.361295 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df1e2e-87ce-4787-8e89-f666c02489ee req-bb564297-b0f5-463d-8520-bed891b33f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:51.362926 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-19df1e2e-87ce-4787-8e89-f666c02489ee req-bb564297-b0f5-463d-8520-bed891b33f6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06b9c58c75d54beab0c13f9d7310365e&device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 1130 time: 0.0435934 Mar 07 15:36:51.454952 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df1e2e-87ce-4787-8e89-f666c02489ee req-a042c792-fc2c-4e9e-a809-c04f5b75a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:51.456362 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-19df1e2e-87ce-4787-8e89-f666c02489ee req-a042c792-fc2c-4e9e-a809-c04f5b75a086 service neutron] 10.222.0.30 "GET /v2.0/networks?id=81cb840d-f02e-47d1-98bd-b27dbd53c040 HTTP/1.1" status: 200 len: 911 time: 0.0853660 Mar 07 15:36:51.534658 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-19df1e2e-87ce-4787-8e89-f666c02489ee req-68ee04c9-cbc1-4cbe-8903-5a9cb6676063 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbde892d-f306-4543-a8c0-79e375c275e8 HTTP/1.1" status: 200 len: 1000 time: 0.0717010 Mar 07 15:36:51.579321 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-03791e54-4eda-4903-b66d-e4c54b824d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': 'e2f8cb06-d069-4594-93fa-8d96f7aff3cf', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'port_id': 'dbde892d-f306-4543-a8c0-79e375c275e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'mac_address': 'fa:16:3e:fe:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b83d380-ed19-473a-b324-9710ffaf5d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:36:38Z', 'updated_at': '2022-03-07T15:36:50Z', 'revision_number': 1, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 5, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:51.584988 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df1e2e-87ce-4787-8e89-f666c02489ee req-29fa10c0-2ac9-4be0-9231-e1d5965ee146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:51.587095 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-19df1e2e-87ce-4787-8e89-f666c02489ee req-29fa10c0-2ac9-4be0-9231-e1d5965ee146 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4b6f9b4-99bd-439c-8825-b04ef39c2f42 HTTP/1.1" status: 200 len: 849 time: 0.0457404 Mar 07 15:36:51.606363 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03791e54-4eda-4903-b66d-e4c54b824d7d None None] Checking router: aa17a03f-12c3-45b8-ac55-643890d482a9 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:36:51.614557 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03791e54-4eda-4903-b66d-e4c54b824d7d None None] Routers {'aa17a03f-12c3-45b8-ac55-643890d482a9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:36:51.615166 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-03791e54-4eda-4903-b66d-e4c54b824d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:36:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['aa17a03f-12c3-45b8-ac55-643890d482a9'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:51.636394 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df1e2e-87ce-4787-8e89-f666c02489ee req-0a94645f-7ddf-4f7a-95fb-a6ae81f11cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:36:51.637879 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-19df1e2e-87ce-4787-8e89-f666c02489ee req-0a94645f-7ddf-4f7a-95fb-a6ae81f11cfe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81cb840d-f02e-47d1-98bd-b27dbd53c040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433018 Mar 07 15:36:51.723803 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-03791e54-4eda-4903-b66d-e4c54b824d7d None None] Set router aa17a03f-12c3-45b8-ac55-643890d482a9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:36:51.731008 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-19df1e2e-87ce-4787-8e89-f666c02489ee req-e0dfcc27-765e-46ec-983c-a4bec7b10ab8 service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853763 Mar 07 15:36:51.945031 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:36:51.975371 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-03791e54-4eda-4903-b66d-e4c54b824d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': 'e2f8cb06-d069-4594-93fa-8d96f7aff3cf', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'port_id': 'dbde892d-f306-4543-a8c0-79e375c275e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'mac_address': 'fa:16:3e:fe:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b83d380-ed19-473a-b324-9710ffaf5d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:36:38Z', 'updated_at': '2022-03-07T15:36:50Z', 'revision_number': 1, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 5, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:36:52.006562 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03791e54-4eda-4903-b66d-e4c54b824d7d None None] The sync data for ids ['aa17a03f-12c3-45b8-ac55-643890d482a9'] in dv-cinder-830538-7-iscsi is: [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': 'e2f8cb06-d069-4594-93fa-8d96f7aff3cf', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'port_id': 'dbde892d-f306-4543-a8c0-79e375c275e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'mac_address': 'fa:16:3e:fe:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b83d380-ed19-473a-b324-9710ffaf5d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:36:38Z', 'updated_at': '2022-03-07T15:36:50Z', 'revision_number': 1, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 5, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:36:52.051144 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-19df1e2e-87ce-4787-8e89-f666c02489ee req-89444ec2-33ad-4a5b-a4b2-92c60d35685c service neutron] 10.222.0.30 "GET /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122232 Mar 07 15:36:52.204620 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e677000-250f-4602-99d7-ac65eeb8bdad None None] New status for floating IP e2f8cb06-d069-4594-93fa-8d96f7aff3cf: ACTIVE {{(pid=102973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:37:00.642320 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:37:10.499016 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934f322-3d5c-4c21-b6d8-2cb16d992bb9 req-3b9d950c-a06a-411a-8c8a-d254e8b5f180 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:10.500372 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d934f322-3d5c-4c21-b6d8-2cb16d992bb9 req-3b9d950c-a06a-411a-8c8a-d254e8b5f180 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 945 time: 0.0517457 Mar 07 15:37:10.547708 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d934f322-3d5c-4c21-b6d8-2cb16d992bb9 req-469bfb1b-1fa9-423d-a8ce-994df35153cf tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417342 Mar 07 15:37:11.668710 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dcfab-831e-49cd-a197-6ec70f101e7b req-0be3b5a3-780d-4629-bd12-e3ea1b53d9e9 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:11.670225 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3f6dcfab-831e-49cd-a197-6ec70f101e7b req-0be3b5a3-780d-4629-bd12-e3ea1b53d9e9 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 945 time: 0.0553694 Mar 07 15:37:11.717352 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3f6dcfab-831e-49cd-a197-6ec70f101e7b req-5ff49f98-8b96-40c9-8e8d-a8bc419651fc tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 Mar 07 15:37:12.560215 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dcb02-843a-4fac-80ef-14785f6692f4 req-3c7a1173-4a2b-4f60-ad1f-00d8f21b787d tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:12.561644 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f78dcb02-843a-4fac-80ef-14785f6692f4 req-3c7a1173-4a2b-4f60-ad1f-00d8f21b787d tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 945 time: 0.0500932 Mar 07 15:37:12.687396 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [req-f78dcb02-843a-4fac-80ef-14785f6692f4 req-ac4e9caa-877e-4e73-a6d7-a11b26687a66 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Deleting port aba15ecf-d052-4370-a84e-76585a4411a2 {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:37:12.687654 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-f78dcb02-843a-4fac-80ef-14785f6692f4 req-ac4e9caa-877e-4e73-a6d7-a11b26687a66 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (aba15ecf-d052-4370-a84e-76585a4411a2), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:12.776744 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [req-f78dcb02-843a-4fac-80ef-14785f6692f4 req-ac4e9caa-877e-4e73-a6d7-a11b26687a66 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] For port aba15ecf-d052-4370-a84e-76585a4411a2, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=aba15ecf-d052-4370-a84e-76585a4411a2,segment=NetworkSegment(06a429e4-8925-499b-b686-620d738c61da),segment_id=06a429e4-8925-499b-b686-620d738c61da)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:37:12.777131 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-f78dcb02-843a-4fac-80ef-14785f6692f4 req-ac4e9caa-877e-4e73-a6d7-a11b26687a66 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (aba15ecf-d052-4370-a84e-76585a4411a2), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:12.798928 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [req-f78dcb02-843a-4fac-80ef-14785f6692f4 req-ac4e9caa-877e-4e73-a6d7-a11b26687a66 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Calling delete_port for aba15ecf-d052-4370-a84e-76585a4411a2 owned by compute:nova {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:37:12.885227 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85840b71-47b2-422f-8b3d-fb52f938b414 req-b16918aa-aa2a-450c-9906-8024eefd74bd tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:12.886718 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-85840b71-47b2-422f-8b3d-fb52f938b414 req-b16918aa-aa2a-450c-9906-8024eefd74bd tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbeaf503-ab4b-436f-9879-da6356420a48 HTTP/1.1" status: 200 len: 945 time: 0.1016822 Mar 07 15:37:12.950253 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-85840b71-47b2-422f-8b3d-fb52f938b414 req-1640a80c-4ed8-4c57-a469-2bcc72b5decb tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571578 Mar 07 15:37:12.996914 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-f78dcb02-843a-4fac-80ef-14785f6692f4 req-ac4e9caa-877e-4e73-a6d7-a11b26687a66 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (aba15ecf-d052-4370-a84e-76585a4411a2), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:13.009801 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['aba15ecf-d052-4370-a84e-76585a4411a2'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:37:13.025357 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e9caa-877e-4e73-a6d7-a11b26687a66 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Pushing event deleted for resources: {'Port': ['ID=aba15ecf-d052-4370-a84e-76585a4411a2,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:37:13.085960 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78dcb02-843a-4fac-80ef-14785f6692f4 req-ac4e9caa-877e-4e73-a6d7-a11b26687a66 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] No DVR routers for this DVR port aba15ecf-d052-4370-a84e-76585a4411a2 on host hv-cinder-83053 {{(pid=102971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:37:13.088423 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-f78dcb02-843a-4fac-80ef-14785f6692f4 req-ac4e9caa-877e-4e73-a6d7-a11b26687a66 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:13.091721 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f78dcb02-843a-4fac-80ef-14785f6692f4 req-ac4e9caa-877e-4e73-a6d7-a11b26687a66 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.30 "DELETE /v2.0/ports/aba15ecf-d052-4370-a84e-76585a4411a2 HTTP/1.1" status: 204 len: 173 time: 0.5244265 Mar 07 15:37:13.092160 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbeaf503-ab4b-436f-9879-da6356420a48', 'name': 'network-vif-deleted', 'tag': 'aba15ecf-d052-4370-a84e-76585a4411a2'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:37:13.094475 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557b9be2-4878-45bd-9cd2-ca42952b097c" -d '{"events": [{"server_uuid": "fbeaf503-ab4b-436f-9879-da6356420a48", "name": "network-vif-deleted", "tag": "aba15ecf-d052-4370-a84e-76585a4411a2"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:37:13.128331 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221fc153-8d94-47ac-8a3b-21b6307513a1 x-openstack-request-id: req-221fc153-8d94-47ac-8a3b-21b6307513a1 {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:37:13.128624 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbeaf503-ab4b-436f-9879-da6356420a48", "name": "network-vif-deleted", "tag": "aba15ecf-d052-4370-a84e-76585a4411a2", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:37:13.128874 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-221fc153-8d94-47ac-8a3b-21b6307513a1 {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:37:13.129274 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbeaf503-ab4b-436f-9879-da6356420a48', 'name': 'network-vif-deleted', 'tag': 'aba15ecf-d052-4370-a84e-76585a4411a2', 'status': 'completed', 'code': 200} Mar 07 15:37:14.072948 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f2136e45-95f2-4af0-87d2-725965147c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:16.019533 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device aba15ecf-d052-4370-a84e-76585a4411a2 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:37:16.038889 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: aba15ecf-d052-4370-a84e-76585a4411a2 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:37:16.039227 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device aba15ecf-d052-4370-a84e-76585a4411a2 not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:37:16.645084 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-bc7fdf47-a51c-4add-8944-eec99b7257c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:17.652755 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:18.998430 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:20.676989 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:21.935123 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:22.046647 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9ed66828-ba19-4a13-943c-d28995475f59 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:22.048148 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9ed66828-ba19-4a13-943c-d28995475f59 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/networks?id=93a6773c-73ee-4bbf-ac62-6723b9fc9b75 HTTP/1.1" status: 200 len: 814 time: 0.0997183 Mar 07 15:37:22.062733 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3efee7cc-7b36-4669-8849-8a281af2467f req-781a4f29-984c-49ae-9356-578d020e1e9c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/quotas/bb87e3ad5bdd4a13bde4a74c40380fbd HTTP/1.1" status: 200 len: 375 time: 0.0093949 Mar 07 15:37:22.096736 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3efee7cc-7b36-4669-8849-8a281af2467f req-96cf9e79-f5c5-4d1f-88bc-aa719dca2932 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb87e3ad5bdd4a13bde4a74c40380fbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292833 Mar 07 15:37:22.185322 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3efee7cc-7b36-4669-8849-8a281af2467f req-3d32133d-990d-49ff-90fb-514b79d100cb service neutron] 10.222.0.26 "GET /v2.0/networks/93a6773c-73ee-4bbf-ac62-6723b9fc9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816720 Mar 07 15:37:22.540035 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3efee7cc-7b36-4669-8849-8a281af2467f req-674b74df-e23a-4ce0-870f-bba23cee4752 service neutron] 10.222.0.26 "GET /v2.0/networks/93a6773c-73ee-4bbf-ac62-6723b9fc9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492405 Mar 07 15:37:22.742175 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c5839b26-a5fa-400c-b31e-142f3196fb09 req-712a1a24-8857-4998-b0ee-3782775fce3a tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 210 time: 0.0802617 Mar 07 15:37:23.804537 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efee7cc-7b36-4669-8849-8a281af2467f req-e63dc0ae-06e5-4a97-99a5-66b0169778a3 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:23.806060 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3efee7cc-7b36-4669-8849-8a281af2467f req-e63dc0ae-06e5-4a97-99a5-66b0169778a3 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.30 "GET /v2.0/networks?id=93a6773c-73ee-4bbf-ac62-6723b9fc9b75 HTTP/1.1" status: 200 len: 814 time: 0.1020584 Mar 07 15:37:23.825385 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [req-3efee7cc-7b36-4669-8849-8a281af2467f req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Request body: {'port': {'device_id': 'ee3348c1-88ba-4bbe-a89f-fb4cea050fe4', 'network_id': '93a6773c-73ee-4bbf-ac62-6723b9fc9b75', 'admin_state_up': True, 'tenant_id': 'bb87e3ad5bdd4a13bde4a74c40380fbd'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:37:23.834655 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-10d3dd35-a279-427c-8f30-29c493b56be8 req-948427e4-be31-42a0-a539-3719c0084047 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 210 time: 0.0266321 Mar 07 15:37:23.939818 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3efee7cc-7b36-4669-8849-8a281af2467f req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Made reservation on behalf of bb87e3ad5bdd4a13bde4a74c40380fbd for: {'port': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:37:23.943319 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-3efee7cc-7b36-4669-8849-8a281af2467f req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:24.062887 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [req-3efee7cc-7b36-4669-8849-8a281af2467f req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Allocated IP 172.20.0.14 (93a6773c-73ee-4bbf-ac62-6723b9fc9b75/4c50c581-8a5f-48dc-aaf4-e21424c75c5c/212a1401-2987-44f6-a346-dbde0f076de8) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:37:24.207528 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-3efee7cc-7b36-4669-8849-8a281af2467f req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks [] for port (212a1401-2987-44f6-a346-dbde0f076de8), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:24.240933 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-3efee7cc-7b36-4669-8849-8a281af2467f req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (212a1401-2987-44f6-a346-dbde0f076de8), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:24.284550 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3efee7cc-7b36-4669-8849-8a281af2467f req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Network 93a6773c-73ee-4bbf-ac62-6723b9fc9b75 is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:37:24.287539 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [req-3efee7cc-7b36-4669-8849-8a281af2467f req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:37:24.291814 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efee7cc-7b36-4669-8849-8a281af2467f req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:37:24.318775 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Pushing event updated for resources: {'Port': ['ID=212a1401-2987-44f6-a346-dbde0f076de8,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:37:24.336667 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:24.337025 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:24.337375 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:24.337716 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:24.338076 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:24.338412 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:24.338748 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:24.339079 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:24.339409 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:24.339738 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:24.340072 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:24.340399 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:24.340725 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:24.362757 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efee7cc-7b36-4669-8849-8a281af2467f req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:24.363380 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-3efee7cc-7b36-4669-8849-8a281af2467f req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:24.374145 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e8bc4a06-6de2-4b42-b3e4-b6fbde48f104 req-f9575c2b-7538-4658-b1ce-c8ba91bca73e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443358 Mar 07 15:37:24.379239 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3efee7cc-7b36-4669-8849-8a281af2467f req-32be93b2-313a-49c9-83a1-6b66ce526410 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5581505 Mar 07 15:37:24.391344 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Request body: {'port': {'device_id': 'ee3348c1-88ba-4bbe-a89f-fb4cea050fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:37:24.449577 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (212a1401-2987-44f6-a346-dbde0f076de8), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:24.461594 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc4a06-6de2-4b42-b3e4-b6fbde48f104 req-319f373a-b57b-4e24-b4b6-71aeace95999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:24.463116 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e8bc4a06-6de2-4b42-b3e4-b6fbde48f104 req-319f373a-b57b-4e24-b4b6-71aeace95999 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 1129 time: 0.0437605 Mar 07 15:37:24.569790 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc4a06-6de2-4b42-b3e4-b6fbde48f104 req-2afc26dd-f0cc-4379-9295-9f3ce7c52c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:24.571205 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e8bc4a06-6de2-4b42-b3e4-b6fbde48f104 req-2afc26dd-f0cc-4379-9295-9f3ce7c52c3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 913 time: 0.0871220 Mar 07 15:37:24.636787 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e8bc4a06-6de2-4b42-b3e4-b6fbde48f104 req-21a7ba50-7b3d-404f-b3a7-29c53476c97a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f HTTP/1.1" status: 200 len: 1001 time: 0.0578053 Mar 07 15:37:24.694673 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc4a06-6de2-4b42-b3e4-b6fbde48f104 req-b2c189c0-bb3d-488b-8f6c-9bc4de50b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:24.696154 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e8bc4a06-6de2-4b42-b3e4-b6fbde48f104 req-b2c189c0-bb3d-488b-8f6c-9bc4de50b147 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62da12ad-276e-4aaf-b6e0-ef8568f52ae1 HTTP/1.1" status: 200 len: 851 time: 0.0473127 Mar 07 15:37:24.710145 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212a1401-2987-44f6-a346-dbde0f076de8 {{(pid=102971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:37:24.717667 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Publish callbacks [] for port (212a1401-2987-44f6-a346-dbde0f076de8), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:24.729697 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.provisioning_blocks [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Transition to ACTIVE for port object 212a1401-2987-44f6-a346-dbde0f076de8 will not be triggered until provisioned by entity L2. {{(pid=102971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:37:24.734876 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7627396'] for port (212a1401-2987-44f6-a346-dbde0f076de8), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:24.745807 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc4a06-6de2-4b42-b3e4-b6fbde48f104 req-6d6b8d07-bf0e-46e9-b4fe-50bb7d627a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:24.747366 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e8bc4a06-6de2-4b42-b3e4-b6fbde48f104 req-6d6b8d07-bf0e-46e9-b4fe-50bb7d627a8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6f86ee1-eb94-4c82-9c74-7df197ed1334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451880 Mar 07 15:37:24.784363 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Pushing event updated for resources: {'Port': ['ID=212a1401-2987-44f6-a346-dbde0f076de8,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:37:24.839673 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e8bc4a06-6de2-4b42-b3e4-b6fbde48f104 req-ad023f6f-a1a6-4361-acc3-b99e0f57a95e service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831628 Mar 07 15:37:24.850729 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Attempting to bind port 212a1401-2987-44f6-a346-dbde0f076de8 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:37:24.851199 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Attempting to bind port 212a1401-2987-44f6-a346-dbde0f076de8 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '06a429e4-8925-499b-b686-620d738c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93a6773c-73ee-4bbf-ac62-6723b9fc9b75'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:37:24.851385 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Attempting to bind port 212a1401-2987-44f6-a346-dbde0f076de8 on network 93a6773c-73ee-4bbf-ac62-6723b9fc9b75 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:37:24.855720 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Port 212a1401-2987-44f6-a346-dbde0f076de8 on network 93a6773c-73ee-4bbf-ac62-6723b9fc9b75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:37:24.856046 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Attempting to bind port 212a1401-2987-44f6-a346-dbde0f076de8 on network 93a6773c-73ee-4bbf-ac62-6723b9fc9b75 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:37:24.860977 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:37:24.861301 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Checking segment: {'id': '06a429e4-8925-499b-b686-620d738c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93a6773c-73ee-4bbf-ac62-6723b9fc9b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:37:24.861686 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Bound using segment: {'id': '06a429e4-8925-499b-b686-620d738c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93a6773c-73ee-4bbf-ac62-6723b9fc9b75'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:37:24.862150 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Bound port: 212a1401-2987-44f6-a346-dbde0f076de8, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a429e4-8925-499b-b686-620d738c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93a6773c-73ee-4bbf-ac62-6723b9fc9b75'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:37:24.862509 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (212a1401-2987-44f6-a346-dbde0f076de8), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:24.934298 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e8bc4a06-6de2-4b42-b3e4-b6fbde48f104 req-30e50b25-851a-496d-a5a1-db56a31a0328 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874724 Mar 07 15:37:24.956823 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] For port 212a1401-2987-44f6-a346-dbde0f076de8, host hv-cinder-83053, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:37:24.970792 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] For port 212a1401-2987-44f6-a346-dbde0f076de8, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=212a1401-2987-44f6-a346-dbde0f076de8,segment=NetworkSegment(06a429e4-8925-499b-b686-620d738c61da),segment_id=06a429e4-8925-499b-b686-620d738c61da)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:37:24.978638 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7627396'] for port (212a1401-2987-44f6-a346-dbde0f076de8), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:25.016508 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a03649-b881-40ad-9aa3-4febb7dc2613 req-584a2b99-fba0-4740-a1fa-77141d6524d9 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:25.018000 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-59a03649-b881-40ad-9aa3-4febb7dc2613 req-584a2b99-fba0-4740-a1fa-77141d6524d9 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 944 time: 0.1011117 Mar 07 15:37:25.022075 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:25.022693 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:25.023945 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3efee7cc-7b36-4669-8849-8a281af2467f req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] 10.222.0.30 "PUT /v2.0/ports/212a1401-2987-44f6-a346-dbde0f076de8 HTTP/1.1" status: 200 len: 1094 time: 0.6368258 Mar 07 15:37:25.024368 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3348c1-88ba-4bbe-a89f-fb4cea050fe4', 'tag': '212a1401-2987-44f6-a346-dbde0f076de8'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:37:25.026581 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23787b47-c717-4cab-b504-797e8633d234" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3348c1-88ba-4bbe-a89f-fb4cea050fe4", "tag": "212a1401-2987-44f6-a346-dbde0f076de8"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:37:25.065186 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5b7bc5-cd82-4506-a980-71c1876017c1 x-openstack-request-id: req-5e5b7bc5-cd82-4506-a980-71c1876017c1 {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:37:25.065481 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3348c1-88ba-4bbe-a89f-fb4cea050fe4", "tag": "212a1401-2987-44f6-a346-dbde0f076de8", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:37:25.065732 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e5b7bc5-cd82-4506-a980-71c1876017c1 {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:37:25.066145 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3348c1-88ba-4bbe-a89f-fb4cea050fe4', 'tag': '212a1401-2987-44f6-a346-dbde0f076de8', 'status': 'completed', 'code': 200} Mar 07 15:37:25.077289 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408c2b9-eca5-47e6-b175-03a258e80ebd service neutron] Pushing event updated for resources: {'Port': ['ID=212a1401-2987-44f6-a346-dbde0f076de8,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:37:25.122845 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-59a03649-b881-40ad-9aa3-4febb7dc2613 req-a9ad20ba-fcea-4088-9cff-5855bff2f979 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932326 Mar 07 15:37:25.136797 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efee7cc-7b36-4669-8849-8a281af2467f req-c159e2eb-09ac-4424-a4e4-79b3d704175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:25.138361 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3efee7cc-7b36-4669-8849-8a281af2467f req-c159e2eb-09ac-4424-a4e4-79b3d704175b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb87e3ad5bdd4a13bde4a74c40380fbd&device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 1128 time: 0.0619042 Mar 07 15:37:25.180095 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3efee7cc-7b36-4669-8849-8a281af2467f req-b6b50358-d322-4acc-9b53-eb6d224d5410 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=212a1401-2987-44f6-a346-dbde0f076de8 HTTP/1.1" status: 200 len: 217 time: 0.0343421 Mar 07 15:37:25.228455 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efee7cc-7b36-4669-8849-8a281af2467f req-67304804-5444-4bc3-96a5-0e435d818b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:25.229829 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3efee7cc-7b36-4669-8849-8a281af2467f req-67304804-5444-4bc3-96a5-0e435d818b87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c50c581-8a5f-48dc-aaf4-e21424c75c5c HTTP/1.1" status: 200 len: 854 time: 0.0422988 Mar 07 15:37:25.265272 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3efee7cc-7b36-4669-8849-8a281af2467f req-e76118d1-0001-4de7-a1dd-6a6defbd860f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93a6773c-73ee-4bbf-ac62-6723b9fc9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276916 Mar 07 15:37:25.362725 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3efee7cc-7b36-4669-8849-8a281af2467f req-d0371820-1282-4c63-ae3e-a98e2cb95e72 service neutron] 10.222.0.30 "GET /v2.0/networks/93a6773c-73ee-4bbf-ac62-6723b9fc9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822151 Mar 07 15:37:25.453065 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3efee7cc-7b36-4669-8849-8a281af2467f req-629ed3fe-d50d-4609-938a-2dc3df33e20a service neutron] 10.222.0.30 "GET /v2.0/networks/93a6773c-73ee-4bbf-ac62-6723b9fc9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829859 Mar 07 15:37:25.542235 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23787b47-c717-4cab-b504-797e8633d234 req-f4f23ff1-108f-4737-b5c4-b451ab4acb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:25.543692 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-23787b47-c717-4cab-b504-797e8633d234 req-f4f23ff1-108f-4737-b5c4-b451ab4acb9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb87e3ad5bdd4a13bde4a74c40380fbd&device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 1128 time: 0.0434091 Mar 07 15:37:25.630718 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23787b47-c717-4cab-b504-797e8633d234 req-89150629-a042-4ea5-a319-0adc4a366591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:25.632211 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-23787b47-c717-4cab-b504-797e8633d234 req-89150629-a042-4ea5-a319-0adc4a366591 service neutron] 10.222.0.30 "GET /v2.0/networks?id=93a6773c-73ee-4bbf-ac62-6723b9fc9b75 HTTP/1.1" status: 200 len: 915 time: 0.0810907 Mar 07 15:37:25.679405 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-23787b47-c717-4cab-b504-797e8633d234 req-bdae8cdc-afab-487e-ace9-a78d53546995 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=212a1401-2987-44f6-a346-dbde0f076de8 HTTP/1.1" status: 200 len: 217 time: 0.0381761 Mar 07 15:37:25.727286 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23787b47-c717-4cab-b504-797e8633d234 req-c20a28b5-0bd3-4248-9273-211d3d5a2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:25.728647 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-23787b47-c717-4cab-b504-797e8633d234 req-c20a28b5-0bd3-4248-9273-211d3d5a2cbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c50c581-8a5f-48dc-aaf4-e21424c75c5c HTTP/1.1" status: 200 len: 854 time: 0.0436962 Mar 07 15:37:25.762947 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-23787b47-c717-4cab-b504-797e8633d234 req-0f528bfe-dbfb-41a5-b517-bcdb0c98f23d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93a6773c-73ee-4bbf-ac62-6723b9fc9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245361 Mar 07 15:37:25.856125 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-23787b47-c717-4cab-b504-797e8633d234 req-7e7eb55a-b05e-4f7e-9a91-1c9fcc344b0a service neutron] 10.222.0.30 "GET /v2.0/networks/93a6773c-73ee-4bbf-ac62-6723b9fc9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849788 Mar 07 15:37:25.943340 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-23787b47-c717-4cab-b504-797e8633d234 req-6d215436-36ce-42ea-94c0-c9e16677902b service neutron] 10.222.0.30 "GET /v2.0/networks/93a6773c-73ee-4bbf-ac62-6723b9fc9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795212 Mar 07 15:37:26.238193 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd668f-7bb2-4f28-85ae-9d71fa61873f req-0862c608-3ce3-4e0a-9616-82724fe85238 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:26.239636 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c9dd668f-7bb2-4f28-85ae-9d71fa61873f req-0862c608-3ce3-4e0a-9616-82724fe85238 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 944 time: 0.0514269 Mar 07 15:37:26.285763 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c9dd668f-7bb2-4f28-85ae-9d71fa61873f req-2551052c-d171-40cb-b15f-5840ef65f205 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 Mar 07 15:37:27.406580 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd598db1-fbea-4aae-b2f2-8a361778b1b2 req-02003b2f-e220-4a21-bbff-4700c6b8481b tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:27.408032 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-cd598db1-fbea-4aae-b2f2-8a361778b1b2 req-02003b2f-e220-4a21-bbff-4700c6b8481b tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 944 time: 0.0572906 Mar 07 15:37:27.453227 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-cd598db1-fbea-4aae-b2f2-8a361778b1b2 req-2dcee3ee-6b44-4188-bdea-bb3cc4408cb6 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391634 Mar 07 15:37:28.577045 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6581ffc-4add-4383-ba38-ef38b9f6a458 req-478f27b4-9367-497f-8258-ddca1a791d11 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:28.578438 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e6581ffc-4add-4383-ba38-ef38b9f6a458 req-478f27b4-9367-497f-8258-ddca1a791d11 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 944 time: 0.0556993 Mar 07 15:37:28.623764 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e6581ffc-4add-4383-ba38-ef38b9f6a458 req-51bc6b8b-89e7-49f1-9dba-86794da5a57d tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Mar 07 15:37:29.674198 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 212a1401-2987-44f6-a346-dbde0f076de8 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:37:29.738926 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8057019-6975-4716-af1b-8644bfa1bcdc req-56bb5518-662e-4409-ae1a-bc8992f81a43 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:29.740405 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b8057019-6975-4716-af1b-8644bfa1bcdc req-56bb5518-662e-4409-ae1a-bc8992f81a43 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 944 time: 0.0510671 Mar 07 15:37:29.771480 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 212a1401-2987-44f6-a346-dbde0f076de8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=212a1401-2987-44f6-a346-dbde0f076de8,segment=NetworkSegment(06a429e4-8925-499b-b686-620d738c61da),segment_id=06a429e4-8925-499b-b686-620d738c61da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:37:29.781774 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': '212a1401-2987-44f6-a346-dbde0f076de8', 'network_id': '93a6773c-73ee-4bbf-ac62-6723b9fc9b75', 'port_id': '212a1401-2987-44f6-a346-dbde0f076de8', 'mac_address': 'fa:16:3e:18:e0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c50c581-8a5f-48dc-aaf4-e21424c75c5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:37:29.785331 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b8057019-6975-4716-af1b-8644bfa1bcdc req-94be5214-7a44-4705-b06d-c834fdee4321 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389326 Mar 07 15:37:29.825763 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 212a1401-2987-44f6-a346-dbde0f076de8 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:37:29.826184 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (212a1401-2987-44f6-a346-dbde0f076de8), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:29.838815 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212a1401-2987-44f6-a346-dbde0f076de8 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:37:29.857867 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 212a1401-2987-44f6-a346-dbde0f076de8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=212a1401-2987-44f6-a346-dbde0f076de8,segment=NetworkSegment(06a429e4-8925-499b-b686-620d738c61da),segment_id=06a429e4-8925-499b-b686-620d738c61da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:37:29.861713 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (212a1401-2987-44f6-a346-dbde0f076de8), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:29.907792 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=212a1401-2987-44f6-a346-dbde0f076de8,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:37:30.173294 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['212a1401-2987-44f6-a346-dbde0f076de8'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:37:30.908478 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347d10d-a177-4b1b-bf97-f8574c52c198 req-6114e5b0-5d84-4d90-b8f6-abd11af9f52a tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:30.909939 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f347d10d-a177-4b1b-bf97-f8574c52c198 req-6114e5b0-5d84-4d90-b8f6-abd11af9f52a tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 945 time: 0.0558891 Mar 07 15:37:30.955424 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f347d10d-a177-4b1b-bf97-f8574c52c198 req-c69859ca-5095-4d67-bdb8-95262b4d8730 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398684 Mar 07 15:37:31.684317 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 212a1401-2987-44f6-a346-dbde0f076de8 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:37:31.731356 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port 212a1401-2987-44f6-a346-dbde0f076de8 completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:37:31.734910 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port 212a1401-2987-44f6-a346-dbde0f076de8 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:37:31.735283 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (212a1401-2987-44f6-a346-dbde0f076de8), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:31.812719 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 212a1401-2987-44f6-a346-dbde0f076de8 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:37:31.813111 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (212a1401-2987-44f6-a346-dbde0f076de8), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:31.839368 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3348c1-88ba-4bbe-a89f-fb4cea050fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212a1401-2987-44f6-a346-dbde0f076de8'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:37:31.841509 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfb73eb-cb7e-485b-89ee-4952798981ba" -d '{"events": [{"server_uuid": "ee3348c1-88ba-4bbe-a89f-fb4cea050fe4", "name": "network-vif-plugged", "status": "completed", "tag": "212a1401-2987-44f6-a346-dbde0f076de8"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:37:31.853627 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 212a1401-2987-44f6-a346-dbde0f076de8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=212a1401-2987-44f6-a346-dbde0f076de8,segment=NetworkSegment(06a429e4-8925-499b-b686-620d738c61da),segment_id=06a429e4-8925-499b-b686-620d738c61da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:37:31.857525 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (212a1401-2987-44f6-a346-dbde0f076de8), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:31.879283 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714f767b-03ec-445d-a7ce-d42dca7c8ec9 x-openstack-request-id: req-714f767b-03ec-445d-a7ce-d42dca7c8ec9 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:37:31.879578 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3348c1-88ba-4bbe-a89f-fb4cea050fe4", "name": "network-vif-plugged", "status": "completed", "tag": "212a1401-2987-44f6-a346-dbde0f076de8", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:37:31.879829 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-714f767b-03ec-445d-a7ce-d42dca7c8ec9 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:37:31.880210 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3348c1-88ba-4bbe-a89f-fb4cea050fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212a1401-2987-44f6-a346-dbde0f076de8', 'code': 200} Mar 07 15:37:31.905834 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=212a1401-2987-44f6-a346-dbde0f076de8,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:37:31.912906 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:31.913286 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:31.913630 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:31.913988 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:31.914330 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:31.914659 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:31.914987 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:31.915315 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:31.915640 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:31.915966 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:31.916289 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:31.916610 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:31.916928 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:37:32.074379 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987b0b8-fbc0-4cf8-9722-3b5d120f19e9 req-3226ebc4-b862-4c02-b277-74fa2592355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:32.075855 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5987b0b8-fbc0-4cf8-9722-3b5d120f19e9 req-3226ebc4-b862-4c02-b277-74fa2592355b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 1130 time: 0.0728202 Mar 07 15:37:32.095898 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab06a99-e1d1-42b2-8ad5-be667b129296 req-10cbdb38-84b3-40c5-b0ce-a260f01a878a tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:32.097285 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-fab06a99-e1d1-42b2-8ad5-be667b129296 req-10cbdb38-84b3-40c5-b0ce-a260f01a878a tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 946 time: 0.0689712 Mar 07 15:37:32.157087 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5987b0b8-fbc0-4cf8-9722-3b5d120f19e9 req-dd6fe15c-1624-4d12-9958-6598ebc156fa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745890 Mar 07 15:37:32.169877 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-fab06a99-e1d1-42b2-8ad5-be667b129296 req-3353902e-adfd-4117-88b4-01cb3e7e13f7 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647817 Mar 07 15:37:33.290313 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141cbd-7f86-4da8-a943-c8dba43ee3b9 req-20364ede-e1a6-402f-a14f-b0e6aa1c5185 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:33.291790 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-02141cbd-7f86-4da8-a943-c8dba43ee3b9 req-20364ede-e1a6-402f-a14f-b0e6aa1c5185 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 946 time: 0.0551052 Mar 07 15:37:33.340376 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-02141cbd-7f86-4da8-a943-c8dba43ee3b9 req-c6ecf39d-d42e-4673-906f-773740c59081 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428662 Mar 07 15:37:33.563000 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43033b-6f76-4972-855f-184e48f3ff90 req-09be3963-92d4-4fd2-ad36-af6a8e4cec25 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:33.564463 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6b43033b-6f76-4972-855f-184e48f3ff90 req-09be3963-92d4-4fd2-ad36-af6a8e4cec25 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0545225 Mar 07 15:37:33.614336 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6b43033b-6f76-4972-855f-184e48f3ff90 req-0046304e-a26b-4d4e-b25c-b718379cddfd tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435138 Mar 07 15:37:34.457736 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66b7d0-b316-4e57-9fd7-2334a6a54745 req-62912da7-4456-4c28-a5ad-dd80a37f8fea tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:34.459228 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4b66b7d0-b316-4e57-9fd7-2334a6a54745 req-62912da7-4456-4c28-a5ad-dd80a37f8fea tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 946 time: 0.0515416 Mar 07 15:37:34.505369 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4b66b7d0-b316-4e57-9fd7-2334a6a54745 req-382fb13d-af58-48c1-a640-d8f0d2453bc3 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 Mar 07 15:37:34.826804 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98e5ec-e1e2-416c-808f-ce4a8f812d1f req-96072707-3cc1-43b1-ac5c-aaa6f3c28938 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:34.831211 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cb98e5ec-e1e2-416c-808f-ce4a8f812d1f req-96072707-3cc1-43b1-ac5c-aaa6f3c28938 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0708892 Mar 07 15:37:34.907768 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cb98e5ec-e1e2-416c-808f-ce4a8f812d1f req-fbd3319b-920f-4d36-a95f-58eb3fbfc7f3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651004 Mar 07 15:37:36.038846 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5996385-9df7-4aa9-9adb-f6027f708815 req-78f786c8-a499-4f8b-a59e-1c370a5b12d7 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:36.040324 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a5996385-9df7-4aa9-9adb-f6027f708815 req-78f786c8-a499-4f8b-a59e-1c370a5b12d7 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0620897 Mar 07 15:37:36.086533 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a5996385-9df7-4aa9-9adb-f6027f708815 req-d01ea7b6-b528-4767-944e-c00703f26155 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408545 Mar 07 15:37:37.205265 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3739fba-4163-45f7-8f24-30aa0a337467 req-8adf71fe-ad7e-4ae5-a797-1042ae3fa0ee tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:37.206644 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e3739fba-4163-45f7-8f24-30aa0a337467 req-8adf71fe-ad7e-4ae5-a797-1042ae3fa0ee tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0510597 Mar 07 15:37:37.252648 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e3739fba-4163-45f7-8f24-30aa0a337467 req-2b3c125c-4f39-4e74-bdbe-bdbb8011838c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404303 Mar 07 15:37:37.641420 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:37:38.375366 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285cca9-e5e2-4d5b-a25a-d7f840cd03fd req-a33eb1a6-c29e-4f60-b2d0-b85d6bb3769f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:38.377187 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0285cca9-e5e2-4d5b-a25a-d7f840cd03fd req-a33eb1a6-c29e-4f60-b2d0-b85d6bb3769f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0540235 Mar 07 15:37:38.428146 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0285cca9-e5e2-4d5b-a25a-d7f840cd03fd req-5d89c3b3-445a-4fa5-884d-b5d31385ad09 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454166 Mar 07 15:37:39.551068 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f6c4d-6900-48e0-acfc-725c50984d74 req-c6593204-62ea-4369-a9e0-582307319474 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:39.552534 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-917f6c4d-6900-48e0-acfc-725c50984d74 req-c6593204-62ea-4369-a9e0-582307319474 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0537407 Mar 07 15:37:39.604396 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-917f6c4d-6900-48e0-acfc-725c50984d74 req-6ebef2d8-b43c-40f6-b785-f03e7da21276 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453947 Mar 07 15:37:40.728269 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3839557-1df4-4491-93e6-10f145279587 req-30fb3c28-0d65-467d-80b5-f9c584ba823b tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:40.729696 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c3839557-1df4-4491-93e6-10f145279587 req-30fb3c28-0d65-467d-80b5-f9c584ba823b tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0524585 Mar 07 15:37:40.776316 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c3839557-1df4-4491-93e6-10f145279587 req-f608d99b-fc45-4d11-bd6e-03bb7fe2ac17 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411165 Mar 07 15:37:41.895326 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7b8b7-8b64-4d38-a413-449333735f1b req-496907dc-d6cf-42e9-ba82-ae6fcd8fc9e9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:41.896707 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-45c7b8b7-8b64-4d38-a413-449333735f1b req-496907dc-d6cf-42e9-ba82-ae6fcd8fc9e9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0515032 Mar 07 15:37:41.949115 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-45c7b8b7-8b64-4d38-a413-449333735f1b req-a599e7e0-06a9-4597-a624-1b059ee4b6c2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462744 Mar 07 15:37:43.069327 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a493250-1ce1-4be3-ad3a-6b06308d5205 req-8a7db67b-c220-4609-85a4-975fbbaf7908 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:43.070835 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3a493250-1ce1-4be3-ad3a-6b06308d5205 req-8a7db67b-c220-4609-85a4-975fbbaf7908 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0520306 Mar 07 15:37:43.116495 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3a493250-1ce1-4be3-ad3a-6b06308d5205 req-e7eda320-eff8-4f39-8d04-9b5ddffe2449 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396802 Mar 07 15:37:44.075089 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-05db6f04-938f-4c85-9618-79545d78935b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:44.239281 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c481b-75ca-4ba0-b346-9b007952e70d req-b94d3d6b-83b9-4bac-a334-4e21608498b0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:44.241234 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-122c481b-75ca-4ba0-b346-9b007952e70d req-b94d3d6b-83b9-4bac-a334-4e21608498b0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0542943 Mar 07 15:37:44.285990 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-122c481b-75ca-4ba0-b346-9b007952e70d req-2932512f-aeb8-4641-a897-be2b926f7dd2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392296 Mar 07 15:37:45.410638 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73704b87-6fc7-42f5-b844-e7889db1eb4d req-9cf32394-eac3-4e49-ad3f-df94a0fa2044 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:45.412095 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-73704b87-6fc7-42f5-b844-e7889db1eb4d req-9cf32394-eac3-4e49-ad3f-df94a0fa2044 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0555854 Mar 07 15:37:45.456473 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-73704b87-6fc7-42f5-b844-e7889db1eb4d req-b945a3be-faf1-406b-a73f-506a27b245c6 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389867 Mar 07 15:37:46.577348 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac6b8f-b288-44c3-b46e-7db4073eac76 req-a24be09a-12d6-4811-8ebb-31dc40f101b9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:46.578798 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0eac6b8f-b288-44c3-b46e-7db4073eac76 req-a24be09a-12d6-4811-8ebb-31dc40f101b9 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0516009 Mar 07 15:37:46.625208 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0eac6b8f-b288-44c3-b46e-7db4073eac76 req-8632570d-6c99-4a16-b7e7-c8b3d96f46e4 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406408 Mar 07 15:37:46.651631 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-4801e50d-e59c-467c-a28b-f2a20d4c8b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:47.656484 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:47.766708 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c1029-b23d-42dc-b2c9-76cc61e134c9 req-cbc1f3b5-4a72-4d87-bd25-5927cb1cc10d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:47.768191 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-bd6c1029-b23d-42dc-b2c9-76cc61e134c9 req-cbc1f3b5-4a72-4d87-bd25-5927cb1cc10d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0527544 Mar 07 15:37:47.814900 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-bd6c1029-b23d-42dc-b2c9-76cc61e134c9 req-1097ffa2-675e-43b5-90a4-32db345e49cf tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406005 Mar 07 15:37:48.939914 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66c124-a53d-4c8f-9cee-b2d98f89ac15 req-ff4f99a0-e0f1-40eb-a5cc-31a1cd3983b1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:48.941370 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0b66c124-a53d-4c8f-9cee-b2d98f89ac15 req-ff4f99a0-e0f1-40eb-a5cc-31a1cd3983b1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0552044 Mar 07 15:37:48.987525 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0b66c124-a53d-4c8f-9cee-b2d98f89ac15 req-f93083c6-d5d5-46ce-b348-fb5c5d1038fc tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405331 Mar 07 15:37:49.004026 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:50.115189 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ff1a-08b2-4d6d-bd05-5bcf145c7ea1 req-82de4e9a-a784-419e-9f32-1039407e65af tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:50.116834 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5113ff1a-08b2-4d6d-bd05-5bcf145c7ea1 req-82de4e9a-a784-419e-9f32-1039407e65af tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0594559 Mar 07 15:37:50.164881 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5113ff1a-08b2-4d6d-bd05-5bcf145c7ea1 req-97432657-b884-4967-bc4d-4f38abdd4a5a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 Mar 07 15:37:50.679558 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:51.288942 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25641f21-a1b8-43ff-894a-43bb5b537f50 req-224dc08d-92a7-4b26-80a1-05d365305cf5 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:51.290458 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-25641f21-a1b8-43ff-894a-43bb5b537f50 req-224dc08d-92a7-4b26-80a1-05d365305cf5 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0534813 Mar 07 15:37:51.337473 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-25641f21-a1b8-43ff-894a-43bb5b537f50 req-288b572e-2c0e-4a9f-a604-8351f767bfa7 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415304 Mar 07 15:37:51.936806 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:52.461438 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542c125-8655-4723-9a15-04f04d0b73c8 req-fbb3ca18-1b66-4a3a-b8a2-1b56b513b0a3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:52.462951 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2542c125-8655-4723-9a15-04f04d0b73c8 req-fbb3ca18-1b66-4a3a-b8a2-1b56b513b0a3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0533438 Mar 07 15:37:52.508950 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2542c125-8655-4723-9a15-04f04d0b73c8 req-ea824822-8fa4-4e79-9274-25dc0122bf82 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405667 Mar 07 15:37:53.628596 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e49b91-4999-463c-a2e2-7f056a794b5e req-8dd8080a-4840-4dc1-9630-b0b1b31e4405 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:53.630072 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-18e49b91-4999-463c-a2e2-7f056a794b5e req-8dd8080a-4840-4dc1-9630-b0b1b31e4405 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0508873 Mar 07 15:37:53.678953 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-18e49b91-4999-463c-a2e2-7f056a794b5e req-0b932e87-e697-4ab2-b0d5-5993103ef196 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429335 Mar 07 15:37:54.798963 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd2f5f-3a6d-4fc3-973d-de92022bed5a req-d3bf8f88-c150-4457-a63b-7b57635405bb tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:54.800341 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d5fd2f5f-3a6d-4fc3-973d-de92022bed5a req-d3bf8f88-c150-4457-a63b-7b57635405bb tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0517437 Mar 07 15:37:54.846784 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d5fd2f5f-3a6d-4fc3-973d-de92022bed5a req-58b1d321-a587-43ea-bbf9-9c6c5851a07c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405688 Mar 07 15:37:55.966451 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278e80c-543f-47d6-969d-70724208923c req-fd024533-918a-45a2-9aae-0516db43bd69 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:55.967943 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1278e80c-543f-47d6-969d-70724208923c req-fd024533-918a-45a2-9aae-0516db43bd69 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0523760 Mar 07 15:37:56.013715 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1278e80c-543f-47d6-969d-70724208923c req-b3ef812a-e988-420b-b757-9a82f4fb8a0b tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400779 Mar 07 15:37:57.136738 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cee01-39d8-4272-a4da-3a6a930e2187 req-a8d14858-5af2-426a-a192-251b8851dd2d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:57.138267 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d41cee01-39d8-4272-a4da-3a6a930e2187 req-a8d14858-5af2-426a-a192-251b8851dd2d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0561116 Mar 07 15:37:57.184938 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d41cee01-39d8-4272-a4da-3a6a930e2187 req-a4ed2b6d-ca18-47d6-b299-1917b022486f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412283 Mar 07 15:37:58.097189 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81a8d8-9b78-4319-84ea-724869b958f3 req-7773c436-9599-4589-9813-bf24aca96334 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:58.098610 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2e81a8d8-9b78-4319-84ea-724869b958f3 req-7773c436-9599-4589-9813-bf24aca96334 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 945 time: 0.0540578 Mar 07 15:37:58.151947 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2e81a8d8-9b78-4319-84ea-724869b958f3 req-b47a75ab-93a7-42dc-b223-b8ea23e61dfc tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c058644-3636-4a2b-b68c-eff691ef86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477133 Mar 07 15:37:58.308700 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339791e-a852-4d2d-8369-bdef251d1574 req-cc91dd4e-4e61-4a9e-b629-445a00e30dae tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:58.310202 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c339791e-a852-4d2d-8369-bdef251d1574 req-cc91dd4e-4e61-4a9e-b629-445a00e30dae tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0520661 Mar 07 15:37:58.356915 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c339791e-a852-4d2d-8369-bdef251d1574 req-1f013037-ac82-4e6f-b145-e23cea231f76 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412219 Mar 07 15:37:58.710577 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe9a41-7b26-4ee5-aa82-0b08467d9fc2 req-dc1d9aa7-1bfe-46ae-a04d-4e598dcd8cdb tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:58.712046 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-edfe9a41-7b26-4ee5-aa82-0b08467d9fc2 req-dc1d9aa7-1bfe-46ae-a04d-4e598dcd8cdb tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 946 time: 0.0524271 Mar 07 15:37:58.761437 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-edfe9a41-7b26-4ee5-aa82-0b08467d9fc2 req-250c2963-37dd-40ae-b28a-6b90f41d5d32 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439112 Mar 07 15:37:59.279449 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e59838-4d64-4a9e-810d-051b96c5e3f3 req-5b1d7ced-22f2-475a-aba3-3f7aa8479d74 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:59.280928 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-42e59838-4d64-4a9e-810d-051b96c5e3f3 req-5b1d7ced-22f2-475a-aba3-3f7aa8479d74 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 945 time: 0.0595407 Mar 07 15:37:59.327746 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-42e59838-4d64-4a9e-810d-051b96c5e3f3 req-c9899784-49be-4428-ad90-883ac97bc97d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c058644-3636-4a2b-b68c-eff691ef86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411484 Mar 07 15:37:59.477043 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53d8b1-c9bd-4eac-acb2-c416ec295ccf req-0e06a696-d58f-4906-963d-b2bb4e385959 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:59.478425 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0d53d8b1-c9bd-4eac-acb2-c416ec295ccf req-0e06a696-d58f-4906-963d-b2bb4e385959 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0513122 Mar 07 15:37:59.533381 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0d53d8b1-c9bd-4eac-acb2-c416ec295ccf req-b449455e-6020-4a31-8fa4-ce7d4cffbc92 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421870 Mar 07 15:37:59.805289 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-53b19332-1fce-4f44-b47e-4641abede210 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:59.806779 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-53b19332-1fce-4f44-b47e-4641abede210 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "GET /v2.0/ports?device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 945 time: 0.0515540 Mar 07 15:37:59.880472 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d2e73-2e62-4212-9526-f716e1f2d7e4 req-0e71d261-8233-43ea-b3e7-5e70ea04f703 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:37:59.882500 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9f7d2e73-2e62-4212-9526-f716e1f2d7e4 req-0e71d261-8233-43ea-b3e7-5e70ea04f703 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 946 time: 0.0568686 Mar 07 15:37:59.916702 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-2d295cc9-1ee0-4e58-8c37-a1c5b5fc272f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Deleting port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:37:59.917043 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-2d295cc9-1ee0-4e58-8c37-a1c5b5fc272f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:37:59.929553 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9f7d2e73-2e62-4212-9526-f716e1f2d7e4 req-532222dc-eaa8-4a18-a5d0-6b968a27b883 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/security-groups?id=d639e847-691c-4794-9350-3d42d6b3b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Mar 07 15:38:00.003707 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-2d295cc9-1ee0-4e58-8c37-a1c5b5fc272f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] For port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:38:00.003987 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-2d295cc9-1ee0-4e58-8c37-a1c5b5fc272f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:00.221282 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-2d295cc9-1ee0-4e58-8c37-a1c5b5fc272f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:00.221545 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-2d295cc9-1ee0-4e58-8c37-a1c5b5fc272f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (d33f496c-7ce9-4974-abde-047bb6470fe1), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:00.221858 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.l3_db [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-2d295cc9-1ee0-4e58-8c37-a1c5b5fc272f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Floating IP d33f496c-7ce9-4974-abde-047bb6470fe1 disassociated. External IP: 172.27.3.230, port: ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f. Mar 07 15:38:00.222281 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-2d295cc9-1ee0-4e58-8c37-a1c5b5fc272f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Calling delete_port for ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f owned by compute:nova {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:38:00.348084 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-2d295cc9-1ee0-4e58-8c37-a1c5b5fc272f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:00.376491 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d295cc9-1ee0-4e58-8c37-a1c5b5fc272f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event deleted for resources: {'Port': ['ID=ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:00.437841 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997c4e7-6e41-4b58-903f-18f3c31b8d23 req-6a897000-aae7-4ad4-913a-ce7e00b49820 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:00.439320 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6997c4e7-6e41-4b58-903f-18f3c31b8d23 req-6a897000-aae7-4ad4-913a-ce7e00b49820 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 946 time: 0.0605285 Mar 07 15:38:00.451529 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6f3f4afb-f849-4552-a876-1003a2c1bc63 req-a3a287e2-2e26-442f-8ff0-b02615e66508 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=72677428-2ec2-403b-9f36-d69a10662050 HTTP/1.1" status: 200 len: 210 time: 0.0323627 Mar 07 15:38:00.513249 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-2d295cc9-1ee0-4e58-8c37-a1c5b5fc272f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Router 9cafc903-c97d-4f42-a2a8-6a44561b6009 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:38:00.540449 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-6997c4e7-6e41-4b58-903f-18f3c31b8d23 req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Deleting port 212a1401-2987-44f6-a346-dbde0f076de8 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:38:00.540800 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-6997c4e7-6e41-4b58-903f-18f3c31b8d23 req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (212a1401-2987-44f6-a346-dbde0f076de8), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:00.631031 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-2d295cc9-1ee0-4e58-8c37-a1c5b5fc272f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:38:00.641895 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348a9737-2416-4912-b8e2-25e22932ad65 None None] Sync routers for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:38:00.651974 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348a9737-2416-4912-b8e2-25e22932ad65 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:38:00.652592 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-348a9737-2416-4912-b8e2-25e22932ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:37:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:00.662901 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-6997c4e7-6e41-4b58-903f-18f3c31b8d23 req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] For port 212a1401-2987-44f6-a346-dbde0f076de8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=212a1401-2987-44f6-a346-dbde0f076de8,segment=NetworkSegment(06a429e4-8925-499b-b686-620d738c61da),segment_id=06a429e4-8925-499b-b686-620d738c61da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:38:00.663224 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-6997c4e7-6e41-4b58-903f-18f3c31b8d23 req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (212a1401-2987-44f6-a346-dbde0f076de8), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:00.675052 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-2d295cc9-1ee0-4e58-8c37-a1c5b5fc272f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] No DVR routers for this DVR port ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f on host hv-cinder-83053 {{(pid=102971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:38:00.678169 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-2d295cc9-1ee0-4e58-8c37-a1c5b5fc272f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:00.681467 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e2b57bdc-f394-47d4-a519-f8c2bf2769b3 req-2d295cc9-1ee0-4e58-8c37-a1c5b5fc272f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "DELETE /v2.0/ports/ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f HTTP/1.1" status: 204 len: 173 time: 0.8679700 Mar 07 15:38:00.681925 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72677428-2ec2-403b-9f36-d69a10662050', 'name': 'network-vif-deleted', 'tag': 'ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:38:00.683209 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-6997c4e7-6e41-4b58-903f-18f3c31b8d23 req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Calling delete_port for 212a1401-2987-44f6-a346-dbde0f076de8 owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:38:00.684186 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6869b9-d3f7-4e73-a6b3-3a04c26dcac4" -d '{"events": [{"server_uuid": "72677428-2ec2-403b-9f36-d69a10662050", "name": "network-vif-deleted", "tag": "ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:38:00.712600 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fe35a-1ec8-464a-82b9-e5302d7f0d0d req-e5bd67f6-c42e-4c68-991e-50e7afd395be tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:00.714201 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-711fe35a-1ec8-464a-82b9-e5302d7f0d0d req-e5bd67f6-c42e-4c68-991e-50e7afd395be tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.1070850 Mar 07 15:38:00.796917 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-348a9737-2416-4912-b8e2-25e22932ad65 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:38:00.817628 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-711fe35a-1ec8-464a-82b9-e5302d7f0d0d req-ad1915a1-ebdf-4829-9f55-d949195a1da7 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686328 Mar 07 15:38:00.824719 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fad9bc-1ee0-481c-822e-0d7227632164 x-openstack-request-id: req-c3fad9bc-1ee0-481c-822e-0d7227632164 {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:38:00.825419 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72677428-2ec2-403b-9f36-d69a10662050", "name": "network-vif-deleted", "tag": "ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:38:00.825894 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3fad9bc-1ee0-481c-822e-0d7227632164 {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:38:00.826551 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72677428-2ec2-403b-9f36-d69a10662050', 'name': 'network-vif-deleted', 'tag': 'ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f', 'status': 'completed', 'code': 200} Mar 07 15:38:00.906248 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-6997c4e7-6e41-4b58-903f-18f3c31b8d23 req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (212a1401-2987-44f6-a346-dbde0f076de8), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:00.929884 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['212a1401-2987-44f6-a346-dbde0f076de8'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:38:00.934837 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Pushing event deleted for resources: {'Port': ['ID=212a1401-2987-44f6-a346-dbde0f076de8,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:00.946008 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:00.946358 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:00.946701 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:00.947045 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:00.947394 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:00.947731 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:00.948063 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:00.948394 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:00.948724 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:00.949051 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:00.949378 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:00.949704 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:00.950055 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:01.010246 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6997c4e7-6e41-4b58-903f-18f3c31b8d23 req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] No DVR routers for this DVR port 212a1401-2987-44f6-a346-dbde0f076de8 on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:38:01.014598 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-6997c4e7-6e41-4b58-903f-18f3c31b8d23 req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:01.018346 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6997c4e7-6e41-4b58-903f-18f3c31b8d23 req-c98b4443-f375-461e-9226-7b074cdaf96c tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.30 "DELETE /v2.0/ports/212a1401-2987-44f6-a346-dbde0f076de8 HTTP/1.1" status: 204 len: 173 time: 0.5738251 Mar 07 15:38:01.019009 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3348c1-88ba-4bbe-a89f-fb4cea050fe4', 'name': 'network-vif-deleted', 'tag': '212a1401-2987-44f6-a346-dbde0f076de8'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:38:01.022802 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2e1cfa-d859-4ff5-97de-cb8bda5d81ca" -d '{"events": [{"server_uuid": "ee3348c1-88ba-4bbe-a89f-fb4cea050fe4", "name": "network-vif-deleted", "tag": "212a1401-2987-44f6-a346-dbde0f076de8"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:38:01.032973 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-348a9737-2416-4912-b8e2-25e22932ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:01.056271 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2dafb8c2-dedb-48e2-ab8e-75cb3cfc9098 req-fb47492c-f69f-4af7-8518-1e020da55526 tempest-VolumesSnapshotTestJSON-1630556519 tempest-VolumesSnapshotTestJSON-1630556519-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee3348c1-88ba-4bbe-a89f-fb4cea050fe4 HTTP/1.1" status: 200 len: 210 time: 0.0439570 Mar 07 15:38:01.062920 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348a9737-2416-4912-b8e2-25e22932ad65 None None] Checking router: 9cafc903-c97d-4f42-a2a8-6a44561b6009 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:38:01.073155 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348a9737-2416-4912-b8e2-25e22932ad65 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:38:01.073867 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-348a9737-2416-4912-b8e2-25e22932ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:37:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:01.150915 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6523a8c2-1479-43af-a945-dd0044caf31f x-openstack-request-id: req-6523a8c2-1479-43af-a945-dd0044caf31f {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:38:01.151191 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3348c1-88ba-4bbe-a89f-fb4cea050fe4", "name": "network-vif-deleted", "tag": "212a1401-2987-44f6-a346-dbde0f076de8", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:38:01.151783 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6523a8c2-1479-43af-a945-dd0044caf31f {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:38:01.152156 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3348c1-88ba-4bbe-a89f-fb4cea050fe4', 'name': 'network-vif-deleted', 'tag': '212a1401-2987-44f6-a346-dbde0f076de8', 'status': 'completed', 'code': 200} Mar 07 15:38:01.197889 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-348a9737-2416-4912-b8e2-25e22932ad65 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:38:01.402672 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-348a9737-2416-4912-b8e2-25e22932ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:01.429254 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348a9737-2416-4912-b8e2-25e22932ad65 None None] The sync data for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi is: [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:38:01.552668 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 32782) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:01.608806 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b98c8bb4-7e46-41af-bccf-4dc087768904 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (0c058644-3636-4a2b-b68c-eff691ef86fb), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:01.637346 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b98c8bb4-7e46-41af-bccf-4dc087768904 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (0c058644-3636-4a2b-b68c-eff691ef86fb), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:01.680866 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8734d9-6867-4b16-9d94-6721fc185825 None None] New status for floating IP d33f496c-7ce9-4974-abde-047bb6470fe1: DOWN {{(pid=102973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:38:01.687459 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b98c8bb4-7e46-41af-bccf-4dc087768904 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (0c058644-3636-4a2b-b68c-eff691ef86fb), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:01.690445 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b98c8bb4-7e46-41af-bccf-4dc087768904 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:01.691650 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-b98c8bb4-7e46-41af-bccf-4dc087768904 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "DELETE /v2.0/security-groups/0c058644-3636-4a2b-b68c-eff691ef86fb HTTP/1.1" status: 204 len: 168 time: 0.1380000 Mar 07 15:38:01.694608 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 32784) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:01.701205 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c8bb4-7e46-41af-bccf-4dc087768904 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c058644-3636-4a2b-b68c-eff691ef86fb,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:01.708090 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.api.v2.resource [None req-faef320c-920f-4882-b404-84b2187dce63 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] show failed (client error): The resource could not be found. Mar 07 15:38:01.709650 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-faef320c-920f-4882-b404-84b2187dce63 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups/0c058644-3636-4a2b-b68c-eff691ef86fb HTTP/1.1" status: 404 len: 347 time: 0.0135159 Mar 07 15:38:01.712556 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 32786) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:02.094504 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd545b86-a44d-4291-9d07-31f881573a07 req-0bcd19c2-42f3-46c1-ac3c-8c894f3afb42 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:02.096167 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-fd545b86-a44d-4291-9d07-31f881573a07 req-0bcd19c2-42f3-46c1-ac3c-8c894f3afb42 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0819185 Mar 07 15:38:02.101806 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-25eaca41-f089-4d5c-9f6f-069e8998b747 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Deleting port 37911552-d765-4623-a42d-a4d4a7a3d7d9 {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:38:02.102191 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-25eaca41-f089-4d5c-9f6f-069e8998b747 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (37911552-d765-4623-a42d-a4d4a7a3d7d9), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:02.198173 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-fd545b86-a44d-4291-9d07-31f881573a07 req-9bcf87de-8b46-4056-aed7-3abdf02c9fd5 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939915 Mar 07 15:38:02.211758 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-25eaca41-f089-4d5c-9f6f-069e8998b747 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (37911552-d765-4623-a42d-a4d4a7a3d7d9), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:02.212156 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-25eaca41-f089-4d5c-9f6f-069e8998b747 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (37911552-d765-4623-a42d-a4d4a7a3d7d9), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:02.224769 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-25eaca41-f089-4d5c-9f6f-069e8998b747 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Calling delete_port for 37911552-d765-4623-a42d-a4d4a7a3d7d9 owned by network:floatingip {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:38:02.359028 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-25eaca41-f089-4d5c-9f6f-069e8998b747 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (37911552-d765-4623-a42d-a4d4a7a3d7d9), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:02.400515 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eaca41-f089-4d5c-9f6f-069e8998b747 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event deleted for resources: {'Port': ['ID=37911552-d765-4623-a42d-a4d4a7a3d7d9,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:02.454686 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-25eaca41-f089-4d5c-9f6f-069e8998b747 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (d33f496c-7ce9-4974-abde-047bb6470fe1), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:02.457456 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-25eaca41-f089-4d5c-9f6f-069e8998b747 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:02.459170 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-25eaca41-f089-4d5c-9f6f-069e8998b747 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "DELETE /v2.0/floatingips/d33f496c-7ce9-4974-abde-047bb6470fe1 HTTP/1.1" status: 204 len: 168 time: 0.7452152 Mar 07 15:38:03.074904 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 32802) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:03.079356 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-9fc50957-7c81-4a6b-bc9a-8d99e9ac6384 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1683395269', 'description': 'tempest-description--1566057516'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:38:03.100252 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9fc50957-7c81-4a6b-bc9a-8d99e9ac6384 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.168679 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9fc50957-7c81-4a6b-bc9a-8d99e9ac6384 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (510442f2-1fb2-4d55-95c0-e3d44d2e3a8e), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.172124 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9fc50957-7c81-4a6b-bc9a-8d99e9ac6384 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (510442f2-1fb2-4d55-95c0-e3d44d2e3a8e), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.199526 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9fc50957-7c81-4a6b-bc9a-8d99e9ac6384 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.200729 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-9fc50957-7c81-4a6b-bc9a-8d99e9ac6384 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1248455 Mar 07 15:38:03.202602 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc50957-7c81-4a6b-bc9a-8d99e9ac6384 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510442f2-1fb2-4d55-95c0-e3d44d2e3a8e,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:03.204227 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 32804) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:03.209304 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-c4ddd2d3-3aa6-4aff-a001-166d4087a5b3 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'security_group_rule': {'security_group_id': '510442f2-1fb2-4d55-95c0-e3d44d2e3a8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:38:03.234950 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd2d3-3aa6-4aff-a001-166d4087a5b3 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (0700c333-282f-4e85-843e-03435528c894), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.281431 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd2d3-3aa6-4aff-a001-166d4087a5b3 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (0700c333-282f-4e85-843e-03435528c894), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.285145 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd2d3-3aa6-4aff-a001-166d4087a5b3 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (0700c333-282f-4e85-843e-03435528c894), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.302592 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddd2d3-3aa6-4aff-a001-166d4087a5b3 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0700c333-282f-4e85-843e-03435528c894,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:03.310103 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd2d3-3aa6-4aff-a001-166d4087a5b3 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.311336 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-c4ddd2d3-3aa6-4aff-a001-166d4087a5b3 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1060710 Mar 07 15:38:03.313880 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 32808) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:03.318704 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-4510ff3e-2f34-4c06-909a-e62e43a3121e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'security_group_rule': {'security_group_id': '510442f2-1fb2-4d55-95c0-e3d44d2e3a8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:38:03.329292 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1353c2-0280-4033-8276-8e6edd37843d req-cc874b56-fe3f-4433-b539-6215a79c9f1d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:03.330817 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5e1353c2-0280-4033-8276-8e6edd37843d req-cc874b56-fe3f-4433-b539-6215a79c9f1d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0586224 Mar 07 15:38:03.343377 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4510ff3e-2f34-4c06-909a-e62e43a3121e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (328ba452-b9f0-48f3-b61f-6e81d25450eb), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.377937 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5e1353c2-0280-4033-8276-8e6edd37843d req-81697375-ae55-4385-918d-65e0bc05d77f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411997 Mar 07 15:38:03.401574 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4510ff3e-2f34-4c06-909a-e62e43a3121e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (328ba452-b9f0-48f3-b61f-6e81d25450eb), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.405663 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4510ff3e-2f34-4c06-909a-e62e43a3121e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (328ba452-b9f0-48f3-b61f-6e81d25450eb), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.423666 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510ff3e-2f34-4c06-909a-e62e43a3121e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328ba452-b9f0-48f3-b61f-6e81d25450eb,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:03.432289 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4510ff3e-2f34-4c06-909a-e62e43a3121e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.436463 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-4510ff3e-2f34-4c06-909a-e62e43a3121e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188397 Mar 07 15:38:03.437057 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 32814) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:03.441877 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'floatingip': {'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:38:03.464418 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.565446 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.673112 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Allocated IP 172.27.3.145 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/5baf86a0-6a93-45b2-b068-35d4ae9d809f) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:38:03.775339 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for port (5baf86a0-6a93-45b2-b068-35d4ae9d809f), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.807927 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (5baf86a0-6a93-45b2-b068-35d4ae9d809f), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.833532 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:38:03.842866 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:38:03.847900 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:38:03.852459 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:38:03.857574 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:38:03.857920 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ef1319cb-b99d-47d5-ba9e-2d9852e5ab0f not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:38:03.858355 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 212a1401-2987-44f6-a346-dbde0f076de8 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:38:03.876926 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: 212a1401-2987-44f6-a346-dbde0f076de8 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:38:03.877280 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 212a1401-2987-44f6-a346-dbde0f076de8 not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:38:03.883284 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'Port': ['ID=5baf86a0-6a93-45b2-b068-35d4ae9d809f,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:03.942928 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (4056bd04-50d7-494f-a9c7-312f517fe185), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:03.978113 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (5baf86a0-6a93-45b2-b068-35d4ae9d809f), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:04.124795 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for port (5baf86a0-6a93-45b2-b068-35d4ae9d809f), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:04.129366 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (5baf86a0-6a93-45b2-b068-35d4ae9d809f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:04.201952 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'Port': ['ID=5baf86a0-6a93-45b2-b068-35d4ae9d809f,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:04.213324 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (4056bd04-50d7-494f-a9c7-312f517fe185), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:04.228294 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:04.229550 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-73587e5d-c104-4c42-b10f-7f7c77387771 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7916427 Mar 07 15:38:04.375022 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-d127b5d9-da32-4ba8-9a32-cffe92a9fa44 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1683395269&fields=id&tenant_id=d5415959ffad4b7183eed207f8afd560 HTTP/1.1" status: 200 len: 267 time: 0.0446022 Mar 07 15:38:04.477304 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-c290963d-95e1-4776-968e-a1e7b5257590 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:04.478831 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-c290963d-95e1-4776-968e-a1e7b5257590 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/networks?id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 200 len: 814 time: 0.0977368 Mar 07 15:38:04.497364 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-8104811a-c9bd-4f74-92a6-9004c9f68b53 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/quotas/d5415959ffad4b7183eed207f8afd560 HTTP/1.1" status: 200 len: 375 time: 0.0101895 Mar 07 15:38:04.505181 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816262cc-579a-4e7c-96c1-08f129bac61b req-90921f05-0c2a-4676-9912-4e9bba23d86d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:04.507383 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-816262cc-579a-4e7c-96c1-08f129bac61b req-90921f05-0c2a-4676-9912-4e9bba23d86d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0595407 Mar 07 15:38:04.554136 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-03a7d1bb-790b-450c-8770-b1d1168d17ba tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514567 Mar 07 15:38:04.567228 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-816262cc-579a-4e7c-96c1-08f129bac61b req-081650be-998a-4fe5-b8c3-d14f14f60e2c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525048 Mar 07 15:38:04.698541 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-ed3851b2-424c-4d4b-9930-6538cde49c1e service neutron] 10.222.0.26 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345458 Mar 07 15:38:04.784191 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-93775563-4da8-4b00-8aa8-8ac9ad74f8a9 service neutron] 10.222.0.26 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800858 Mar 07 15:38:04.935742 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0b31b767-557a-423f-96bb-5fb439c5a6e4 req-004f85aa-0673-4681-970c-52839ad8198f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 210 time: 0.0270393 Mar 07 15:38:05.691405 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd83fd-84e0-471e-b517-67461dc06116 req-29096572-25d5-4f2c-9737-a65f680f19df tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:05.693385 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b3fd83fd-84e0-471e-b517-67461dc06116 req-29096572-25d5-4f2c-9737-a65f680f19df tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0567715 Mar 07 15:38:05.738995 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b3fd83fd-84e0-471e-b517-67461dc06116 req-9ea7024d-e684-4fa4-a1f7-ca9233b28915 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400581 Mar 07 15:38:06.025338 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9520418e-5339-4a5a-9a4e-f143a1147cad req-80717c48-7d26-42ec-80e3-c9015b9c841a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 210 time: 0.0262401 Mar 07 15:38:06.927515 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c7c81-0597-436d-b13e-49f604bc2ea1 req-74777a46-25db-416b-ae97-151f9bdb59cb tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:06.934389 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-714c7c81-0597-436d-b13e-49f604bc2ea1 req-74777a46-25db-416b-ae97-151f9bdb59cb tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.1227055 Mar 07 15:38:06.980714 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-8e7deec0-0db8-4c66-a58d-64f09ad61a51 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:06.982213 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-8e7deec0-0db8-4c66-a58d-64f09ad61a51 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "GET /v2.0/networks?id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 200 len: 814 time: 0.1603994 Mar 07 15:38:07.026424 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-714c7c81-0597-436d-b13e-49f604bc2ea1 req-5d432f0b-2761-475d-96e0-280aa222222a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911880 Mar 07 15:38:07.070776 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-b8f9d1b7-b03e-40c3-8945-06a167dc94fa tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5415959ffad4b7183eed207f8afd560 HTTP/1.1" status: 200 len: 380 time: 0.0804501 Mar 07 15:38:07.081134 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-437bbc2e-b6f4-4a16-bd03-4e1ec0793da4 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'port': {'device_id': '54321c1c-0779-40c1-bff0-8ea401882166', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'admin_state_up': True, 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'security_groups': ['510442f2-1fb2-4d55-95c0-e3d44d2e3a8e']}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:38:07.118402 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8968fa43-30fc-4ca1-a1e5-f69b1664c79b req-445ce792-3ac1-4e32-869b-ccf1fc1533d0 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 210 time: 0.0269589 Mar 07 15:38:07.189943 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-437bbc2e-b6f4-4a16-bd03-4e1ec0793da4 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Made reservation on behalf of d5415959ffad4b7183eed207f8afd560 for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:38:07.194018 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-437bbc2e-b6f4-4a16-bd03-4e1ec0793da4 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:07.317748 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-437bbc2e-b6f4-4a16-bd03-4e1ec0793da4 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Allocated IP 172.20.0.13 (e8b5ca41-79ff-414a-a637-6b4498d8f9ac/caea1b3f-a80c-4138-ad4b-bb4ae0b4063a/823ef9ad-f3cf-42af-a915-0e1e0ec51873) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:38:07.457910 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-437bbc2e-b6f4-4a16-bd03-4e1ec0793da4 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:07.490498 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-437bbc2e-b6f4-4a16-bd03-4e1ec0793da4 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:07.532729 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-437bbc2e-b6f4-4a16-bd03-4e1ec0793da4 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Network e8b5ca41-79ff-414a-a637-6b4498d8f9ac is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:38:07.535620 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-437bbc2e-b6f4-4a16-bd03-4e1ec0793da4 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:38:07.543492 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-437bbc2e-b6f4-4a16-bd03-4e1ec0793da4 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:38:07.572853 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bbc2e-b6f4-4a16-bd03-4e1ec0793da4 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event updated for resources: {'Port': ['ID=823ef9ad-f3cf-42af-a915-0e1e0ec51873,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:07.601260 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-437bbc2e-b6f4-4a16-bd03-4e1ec0793da4 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:07.601872 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-437bbc2e-b6f4-4a16-bd03-4e1ec0793da4 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:07.618601 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-437bbc2e-b6f4-4a16-bd03-4e1ec0793da4 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5418189 Mar 07 15:38:07.676334 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Request body: {'port': {'device_id': '54321c1c-0779-40c1-bff0-8ea401882166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:38:07.737801 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:07.822716 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-57c10329-4949-4054-ae63-3faa2314f399 None None] Provisioning complete for port 823ef9ad-f3cf-42af-a915-0e1e0ec51873 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:38:07.823233 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-57c10329-4949-4054-ae63-3faa2314f399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:07.858766 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-57c10329-4949-4054-ae63-3faa2314f399 None None] Port 823ef9ad-f3cf-42af-a915-0e1e0ec51873 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:38:07.998326 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823ef9ad-f3cf-42af-a915-0e1e0ec51873 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:38:08.006349 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Publish callbacks [] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:08.018533 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Transition to ACTIVE for port object 823ef9ad-f3cf-42af-a915-0e1e0ec51873 will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:38:08.023233 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:08.113917 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Pushing event updated for resources: {'Port': ['ID=823ef9ad-f3cf-42af-a915-0e1e0ec51873,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:08.168618 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Attempting to bind port 823ef9ad-f3cf-42af-a915-0e1e0ec51873 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:38:08.170530 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Attempting to bind port 823ef9ad-f3cf-42af-a915-0e1e0ec51873 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:38:08.170863 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Attempting to bind port 823ef9ad-f3cf-42af-a915-0e1e0ec51873 on network e8b5ca41-79ff-414a-a637-6b4498d8f9ac {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:38:08.180306 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Port 823ef9ad-f3cf-42af-a915-0e1e0ec51873 on network e8b5ca41-79ff-414a-a637-6b4498d8f9ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:38:08.182259 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Attempting to bind port 823ef9ad-f3cf-42af-a915-0e1e0ec51873 on network e8b5ca41-79ff-414a-a637-6b4498d8f9ac {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:38:08.191582 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:38:08.191942 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Checking segment: {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:38:08.192316 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Bound using segment: {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:38:08.192908 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Bound port: 823ef9ad-f3cf-42af-a915-0e1e0ec51873, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:38:08.193281 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:08.202258 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396b92c-07e0-4595-aac0-298ada8eac60 req-5bff9e28-3a31-4f10-8918-7c0a69f85296 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:08.213105 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c396b92c-07e0-4595-aac0-298ada8eac60 req-5bff9e28-3a31-4f10-8918-7c0a69f85296 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0746837 Mar 07 15:38:08.295508 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c396b92c-07e0-4595-aac0-298ada8eac60 req-c1162ff3-300d-47d1-9ff7-eef90f90d1c4 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802817 Mar 07 15:38:08.307582 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] For port 823ef9ad-f3cf-42af-a915-0e1e0ec51873, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:38:08.311244 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] For port 823ef9ad-f3cf-42af-a915-0e1e0ec51873, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=823ef9ad-f3cf-42af-a915-0e1e0ec51873,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:38:08.324184 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:08.351061 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:08.351895 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:08.353334 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] 10.222.0.30 "PUT /v2.0/ports/823ef9ad-f3cf-42af-a915-0e1e0ec51873 HTTP/1.1" status: 200 len: 1094 time: 0.7270927 Mar 07 15:38:08.354970 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54321c1c-0779-40c1-bff0-8ea401882166', 'tag': '823ef9ad-f3cf-42af-a915-0e1e0ec51873'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:38:08.358214 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a114560-e74f-40e5-9235-0f5f9e365ded" -d '{"events": [{"name": "network-changed", "server_uuid": "54321c1c-0779-40c1-bff0-8ea401882166", "tag": "823ef9ad-f3cf-42af-a915-0e1e0ec51873"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:38:08.426942 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ea1ae1-b06f-4466-95d4-f7f11e5bced8 x-openstack-request-id: req-04ea1ae1-b06f-4466-95d4-f7f11e5bced8 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:38:08.427745 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54321c1c-0779-40c1-bff0-8ea401882166", "tag": "823ef9ad-f3cf-42af-a915-0e1e0ec51873", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:38:08.428004 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04ea1ae1-b06f-4466-95d4-f7f11e5bced8 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:38:08.428391 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54321c1c-0779-40c1-bff0-8ea401882166', 'tag': '823ef9ad-f3cf-42af-a915-0e1e0ec51873', 'status': 'completed', 'code': 200} Mar 07 15:38:08.503558 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a896e65-3704-48c0-a1f9-1c916e2fff11 service neutron] Pushing event updated for resources: {'Port': ['ID=823ef9ad-f3cf-42af-a915-0e1e0ec51873,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:08.525236 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac19fb4-606b-4544-b6fd-2edb305e1bca req-11582287-42e0-4c36-9b35-e02c298a7a0d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:08.526799 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1ac19fb4-606b-4544-b6fd-2edb305e1bca req-11582287-42e0-4c36-9b35-e02c298a7a0d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 944 time: 0.1271603 Mar 07 15:38:08.529636 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-7ea8f9a0-ab4a-495d-829e-c0d7ac0c193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:08.531048 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-7ea8f9a0-ab4a-495d-829e-c0d7ac0c193e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 1128 time: 0.1302483 Mar 07 15:38:08.583750 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-7c30b14d-3826-4eae-9d08-77544f2ea230 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823ef9ad-f3cf-42af-a915-0e1e0ec51873 HTTP/1.1" status: 200 len: 217 time: 0.0444059 Mar 07 15:38:08.640790 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1ac19fb4-606b-4544-b6fd-2edb305e1bca req-5fea6bbe-f56e-4bcb-ba8f-fffb0ad8e410 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=510442f2-1fb2-4d55-95c0-e3d44d2e3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078422 Mar 07 15:38:08.653950 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-c450559a-aafd-420b-8e02-0efb3882a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:08.655323 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-c450559a-aafd-420b-8e02-0efb3882a677 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=caea1b3f-a80c-4138-ad4b-bb4ae0b4063a HTTP/1.1" status: 200 len: 853 time: 0.0613904 Mar 07 15:38:08.704673 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-9006d7b3-700b-4e3e-8878-a62f1717b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:08.706175 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-9006d7b3-700b-4e3e-8878-a62f1717b4d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452430 Mar 07 15:38:08.799065 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-64a0749e-0502-421c-b833-149944b3a093 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855277 Mar 07 15:38:08.891152 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9dfb1f89-458a-47f6-9bf0-b2de12727ce1 req-ef31809e-4bb1-4486-93ce-85711fdbb822 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846891 Mar 07 15:38:08.981350 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a114560-e74f-40e5-9235-0f5f9e365ded req-125447f7-b428-4188-811c-a77132027a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:08.982903 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6a114560-e74f-40e5-9235-0f5f9e365ded req-125447f7-b428-4188-811c-a77132027a27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 1128 time: 0.0452261 Mar 07 15:38:09.069849 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a114560-e74f-40e5-9235-0f5f9e365ded req-2ed0326b-6c3d-4c1c-94ca-680cbf69fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:09.071292 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6a114560-e74f-40e5-9235-0f5f9e365ded req-2ed0326b-6c3d-4c1c-94ca-680cbf69fa5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 200 len: 915 time: 0.0826473 Mar 07 15:38:09.123033 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6a114560-e74f-40e5-9235-0f5f9e365ded req-61ebca44-be2e-4f43-8ed8-9128549a77d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823ef9ad-f3cf-42af-a915-0e1e0ec51873 HTTP/1.1" status: 200 len: 217 time: 0.0397582 Mar 07 15:38:09.172489 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a114560-e74f-40e5-9235-0f5f9e365ded req-66c9e36c-c3cc-4d46-9a46-da890cb651f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:09.173939 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6a114560-e74f-40e5-9235-0f5f9e365ded req-66c9e36c-c3cc-4d46-9a46-da890cb651f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=caea1b3f-a80c-4138-ad4b-bb4ae0b4063a HTTP/1.1" status: 200 len: 853 time: 0.0449150 Mar 07 15:38:09.225232 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a114560-e74f-40e5-9235-0f5f9e365ded req-3f252661-cb8b-4b1d-a119-a7413101cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:09.226833 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6a114560-e74f-40e5-9235-0f5f9e365ded req-3f252661-cb8b-4b1d-a119-a7413101cc83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450516 Mar 07 15:38:09.322183 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6a114560-e74f-40e5-9235-0f5f9e365ded req-75c55061-f447-4385-a1ec-808268bbb684 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882623 Mar 07 15:38:09.431701 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3366ee4-d640-4fa6-909d-9f833eda2c34 req-d0205745-db67-43db-92f8-f0d31f4b6fd1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:09.433359 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a3366ee4-d640-4fa6-909d-9f833eda2c34 req-d0205745-db67-43db-92f8-f0d31f4b6fd1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0632055 Mar 07 15:38:09.446133 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6a114560-e74f-40e5-9235-0f5f9e365ded req-4a634cb7-17ae-457f-b9f4-d1ce1b60c28e service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182122 Mar 07 15:38:09.487758 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a3366ee4-d640-4fa6-909d-9f833eda2c34 req-18cfe8ad-9ee2-4999-b992-7c48042238a5 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480297 Mar 07 15:38:09.786193 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd6a27-a368-4617-96f8-0708967afd54 req-e0f19ee8-19f4-4964-81e9-6f49d049f2e2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:09.788246 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-24dd6a27-a368-4617-96f8-0708967afd54 req-e0f19ee8-19f4-4964-81e9-6f49d049f2e2 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 944 time: 0.0550823 Mar 07 15:38:09.834174 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-24dd6a27-a368-4617-96f8-0708967afd54 req-101f9e4c-bd42-4635-b652-b5615394fb25 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=510442f2-1fb2-4d55-95c0-e3d44d2e3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398808 Mar 07 15:38:10.322671 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 823ef9ad-f3cf-42af-a915-0e1e0ec51873 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:38:10.418404 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 823ef9ad-f3cf-42af-a915-0e1e0ec51873, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=823ef9ad-f3cf-42af-a915-0e1e0ec51873,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:38:10.428729 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': '823ef9ad-f3cf-42af-a915-0e1e0ec51873', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'port_id': '823ef9ad-f3cf-42af-a915-0e1e0ec51873', 'mac_address': 'fa:16:3e:9b:47:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:38:10.464458 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 823ef9ad-f3cf-42af-a915-0e1e0ec51873 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:38:10.464869 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:10.480496 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823ef9ad-f3cf-42af-a915-0e1e0ec51873 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:38:10.499485 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 823ef9ad-f3cf-42af-a915-0e1e0ec51873, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=823ef9ad-f3cf-42af-a915-0e1e0ec51873,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:38:10.502865 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:10.547948 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=823ef9ad-f3cf-42af-a915-0e1e0ec51873,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:10.612777 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3381c5-f132-4098-af44-95a9940ba5b8 req-ed5372d9-2c2e-451f-abc6-2b7decb15bff tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:10.614242 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8c3381c5-f132-4098-af44-95a9940ba5b8 req-ed5372d9-2c2e-451f-abc6-2b7decb15bff tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0548356 Mar 07 15:38:10.660698 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8c3381c5-f132-4098-af44-95a9940ba5b8 req-253fc8d7-37ad-45c3-a966-49b0748eb320 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403242 Mar 07 15:38:10.745839 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['823ef9ad-f3cf-42af-a915-0e1e0ec51873'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:38:10.966009 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db1b57-78dc-4cb0-b51a-91fc3bb91983 req-d299200d-4600-470b-ba24-a57656fb3ca7 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:10.967654 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c9db1b57-78dc-4cb0-b51a-91fc3bb91983 req-d299200d-4600-470b-ba24-a57656fb3ca7 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 945 time: 0.0544870 Mar 07 15:38:11.014623 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c9db1b57-78dc-4cb0-b51a-91fc3bb91983 req-397da89a-0e08-4a4f-b268-0d1c5fe52553 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=510442f2-1fb2-4d55-95c0-e3d44d2e3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413160 Mar 07 15:38:11.308104 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b231679-4f5b-4cdf-97d7-77ff89f358da req-cfb3e009-6169-4d98-8727-09339f02a302 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:11.309549 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6b231679-4f5b-4cdf-97d7-77ff89f358da req-cfb3e009-6169-4d98-8727-09339f02a302 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 946 time: 0.0552623 Mar 07 15:38:11.363072 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6b231679-4f5b-4cdf-97d7-77ff89f358da req-a08553bf-e16e-4b39-862a-b50626625c8a tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=40696b11-7091-4efc-a975-16f9bd49b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479400 Mar 07 15:38:11.783485 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b174d2-6269-45c1-ac88-970eb270c6db req-98d3ef06-b822-4ad1-ae31-bcc2fefcf51a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:11.784931 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a4b174d2-6269-45c1-ac88-970eb270c6db req-98d3ef06-b822-4ad1-ae31-bcc2fefcf51a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0539405 Mar 07 15:38:11.833493 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a4b174d2-6269-45c1-ac88-970eb270c6db req-05bd8bad-5039-4c9b-83b4-542777ae246b tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425961 Mar 07 15:38:12.133040 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10203bb0-2afb-4e24-ac43-e2b3b8bda344 req-6a23b93a-766f-4e79-b2eb-3a1a8384329a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:12.134518 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-10203bb0-2afb-4e24-ac43-e2b3b8bda344 req-6a23b93a-766f-4e79-b2eb-3a1a8384329a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 945 time: 0.0519903 Mar 07 15:38:12.179186 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-10203bb0-2afb-4e24-ac43-e2b3b8bda344 req-2c3197e4-4dbf-4c68-8a9a-2a14e8888b6d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=510442f2-1fb2-4d55-95c0-e3d44d2e3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393124 Mar 07 15:38:12.480116 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d9c16-d07f-43f7-8672-0ab385e554f1 req-6c7faac9-69bc-4e43-9ba9-2c4364caec09 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:12.481560 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7a0d9c16-d07f-43f7-8672-0ab385e554f1 req-6c7faac9-69bc-4e43-9ba9-2c4364caec09 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 946 time: 0.0518486 Mar 07 15:38:12.527725 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7a0d9c16-d07f-43f7-8672-0ab385e554f1 req-efd25703-b08e-45ae-8152-8bafff272449 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=40696b11-7091-4efc-a975-16f9bd49b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406101 Mar 07 15:38:12.951120 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aaa7f-d55e-4e4c-b5d0-4d6bfb479f25 req-b24ee435-2f4f-4d22-abe8-c42bddb23c7a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:12.952590 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ed5aaa7f-d55e-4e4c-b5d0-4d6bfb479f25 req-b24ee435-2f4f-4d22-abe8-c42bddb23c7a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0515366 Mar 07 15:38:13.001402 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ed5aaa7f-d55e-4e4c-b5d0-4d6bfb479f25 req-04233b98-9474-4c52-8b6e-bcabab39bd3b tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432279 Mar 07 15:38:13.295298 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc5c6f-2dcd-42c6-be5b-bcde90a0699c req-d12bcd90-237c-41c2-aa77-20e34f0fbf6e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:13.296732 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-80cc5c6f-2dcd-42c6-be5b-bcde90a0699c req-d12bcd90-237c-41c2-aa77-20e34f0fbf6e tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 945 time: 0.0505068 Mar 07 15:38:13.342013 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-80cc5c6f-2dcd-42c6-be5b-bcde90a0699c req-8624b736-a085-4a7a-b981-9113e9b9bb2b tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=510442f2-1fb2-4d55-95c0-e3d44d2e3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398226 Mar 07 15:38:13.642819 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c42251-ccbc-423e-8f28-652b116da083 req-2f6929ab-19fd-4f09-9b98-87dc98925139 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:13.644296 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-11c42251-ccbc-423e-8f28-652b116da083 req-2f6929ab-19fd-4f09-9b98-87dc98925139 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 946 time: 0.0524426 Mar 07 15:38:13.689866 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-11c42251-ccbc-423e-8f28-652b116da083 req-699e5a04-efd9-4519-a308-3d815d71e55a tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=40696b11-7091-4efc-a975-16f9bd49b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401597 Mar 07 15:38:14.079572 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-4d6039c3-f8bb-454e-8fc7-0e9f489fc40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:14.128653 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b05e8a-af0e-4132-b6e3-56ff2945923e req-0f744e5a-8926-47ff-b5d7-b8d3a1d5e762 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:14.131368 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-95b05e8a-af0e-4132-b6e3-56ff2945923e req-0f744e5a-8926-47ff-b5d7-b8d3a1d5e762 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0585351 Mar 07 15:38:14.177934 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-95b05e8a-af0e-4132-b6e3-56ff2945923e req-a670bd9a-a28d-464e-a1b3-f4a04cb74d07 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410662 Mar 07 15:38:14.339088 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 823ef9ad-f3cf-42af-a915-0e1e0ec51873 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:38:14.386515 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port 823ef9ad-f3cf-42af-a915-0e1e0ec51873 completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:38:14.390115 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port 823ef9ad-f3cf-42af-a915-0e1e0ec51873 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:38:14.390488 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:14.457104 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38834065-582e-43cf-aaa5-2ef789158b5a req-8267bb41-1c0a-48c9-903f-b5cd206c2987 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:14.459144 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-38834065-582e-43cf-aaa5-2ef789158b5a req-8267bb41-1c0a-48c9-903f-b5cd206c2987 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 945 time: 0.0524073 Mar 07 15:38:14.469165 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 823ef9ad-f3cf-42af-a915-0e1e0ec51873 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:38:14.469694 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:14.493099 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54321c1c-0779-40c1-bff0-8ea401882166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823ef9ad-f3cf-42af-a915-0e1e0ec51873'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:38:14.495353 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaf6145-8b0d-4ca5-ac2a-b037c2018b58" -d '{"events": [{"server_uuid": "54321c1c-0779-40c1-bff0-8ea401882166", "name": "network-vif-plugged", "status": "completed", "tag": "823ef9ad-f3cf-42af-a915-0e1e0ec51873"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:38:14.507534 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-38834065-582e-43cf-aaa5-2ef789158b5a req-366b2556-889a-44af-9b48-1227fd853b2f tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=510442f2-1fb2-4d55-95c0-e3d44d2e3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427089 Mar 07 15:38:14.509001 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 823ef9ad-f3cf-42af-a915-0e1e0ec51873, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=823ef9ad-f3cf-42af-a915-0e1e0ec51873,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:38:14.513428 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:14.561522 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=823ef9ad-f3cf-42af-a915-0e1e0ec51873,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:14.588340 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3afc56-fd36-4ead-a3d1-060f751cf81a x-openstack-request-id: req-ec3afc56-fd36-4ead-a3d1-060f751cf81a {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:38:14.588631 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54321c1c-0779-40c1-bff0-8ea401882166", "name": "network-vif-plugged", "status": "completed", "tag": "823ef9ad-f3cf-42af-a915-0e1e0ec51873", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:38:14.588886 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec3afc56-fd36-4ead-a3d1-060f751cf81a {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:38:14.589270 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54321c1c-0779-40c1-bff0-8ea401882166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823ef9ad-f3cf-42af-a915-0e1e0ec51873', 'code': 200} Mar 07 15:38:14.640337 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:38:14.761772 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49b1cb-e63d-4041-8058-e75d34242d87 req-efdd994c-5d6f-4287-8d20-bd06c5c17094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:14.763206 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-bc49b1cb-e63d-4041-8058-e75d34242d87 req-efdd994c-5d6f-4287-8d20-bd06c5c17094 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 1130 time: 0.0433583 Mar 07 15:38:14.806996 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-bc49b1cb-e63d-4041-8058-e75d34242d87 req-57fa463e-8c04-4a0e-ae8e-6bb4db9f884f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=510442f2-1fb2-4d55-95c0-e3d44d2e3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368519 Mar 07 15:38:14.810069 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322b83f-dc19-4541-91a6-866994ab6c47 req-7d310d2b-2755-4b1c-86dc-37dbfe6a4eb8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:14.811533 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a322b83f-dc19-4541-91a6-866994ab6c47 req-7d310d2b-2755-4b1c-86dc-37dbfe6a4eb8 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 946 time: 0.0556002 Mar 07 15:38:14.857367 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a322b83f-dc19-4541-91a6-866994ab6c47 req-2fc7c158-f7c1-49c8-af6f-a41af21bd760 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=40696b11-7091-4efc-a975-16f9bd49b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404189 Mar 07 15:38:15.301398 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da160e1-2be4-4383-b7c8-758a72586124 req-35d7c432-6d76-46e8-9e43-fbc3766caaf0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:15.302988 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1da160e1-2be4-4383-b7c8-758a72586124 req-35d7c432-6d76-46e8-9e43-fbc3766caaf0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0539138 Mar 07 15:38:15.354053 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1da160e1-2be4-4383-b7c8-758a72586124 req-eb94a867-874d-4715-9552-54151e75c706 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453627 Mar 07 15:38:15.624932 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1281e-91ca-48d4-8f45-918bf6877d00 req-fcac6f3b-4287-4d8b-9537-d07f3e51208a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:15.626336 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b1c1281e-91ca-48d4-8f45-918bf6877d00 req-fcac6f3b-4287-4d8b-9537-d07f3e51208a tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 946 time: 0.0537915 Mar 07 15:38:15.680490 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b1c1281e-91ca-48d4-8f45-918bf6877d00 req-d3a681c5-c0fb-4ef2-a079-f4debcbea377 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=510442f2-1fb2-4d55-95c0-e3d44d2e3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481081 Mar 07 15:38:15.820747 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-fc5286fe-eff9-4c98-9a00-2a7d343e37c0 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:15.822195 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-fc5286fe-eff9-4c98-9a00-2a7d343e37c0 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 946 time: 0.0510194 Mar 07 15:38:15.915748 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-139aeb36-3e7b-4043-ad19-865f6cd76c12 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Deleting port dbde892d-f306-4543-a8c0-79e375c275e8 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:38:15.916084 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-139aeb36-3e7b-4043-ad19-865f6cd76c12 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (dbde892d-f306-4543-a8c0-79e375c275e8), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:16.040201 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86814c-9d6b-4671-8504-fb70b063c033 req-772a3637-29e4-4fbd-8c6e-2c5e522a8d80 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:16.041661 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a86814c-9d6b-4671-8504-fb70b063c033 req-772a3637-29e4-4fbd-8c6e-2c5e522a8d80 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 946 time: 0.1121147 Mar 07 15:38:16.059909 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-139aeb36-3e7b-4043-ad19-865f6cd76c12 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] For port dbde892d-f306-4543-a8c0-79e375c275e8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=dbde892d-f306-4543-a8c0-79e375c275e8,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:38:16.060272 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-139aeb36-3e7b-4043-ad19-865f6cd76c12 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (dbde892d-f306-4543-a8c0-79e375c275e8), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:16.140944 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a86814c-9d6b-4671-8504-fb70b063c033 req-bca0efa9-379b-436b-9667-971f51713b44 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups?id=40696b11-7091-4efc-a975-16f9bd49b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933878 Mar 07 15:38:16.483311 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df05ace-00a1-45de-a7fa-686e88e1d476 req-1c2067a8-44d4-4010-8710-42156c284e61 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:16.484834 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0df05ace-00a1-45de-a7fa-686e88e1d476 req-1c2067a8-44d4-4010-8710-42156c284e61 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0584407 Mar 07 15:38:16.528318 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-139aeb36-3e7b-4043-ad19-865f6cd76c12 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:16.528693 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-139aeb36-3e7b-4043-ad19-865f6cd76c12 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (e2f8cb06-d069-4594-93fa-8d96f7aff3cf), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:16.529012 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.l3_db [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-139aeb36-3e7b-4043-ad19-865f6cd76c12 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Floating IP e2f8cb06-d069-4594-93fa-8d96f7aff3cf disassociated. External IP: 172.27.3.235, port: dbde892d-f306-4543-a8c0-79e375c275e8. Mar 07 15:38:16.529360 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-139aeb36-3e7b-4043-ad19-865f6cd76c12 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Calling delete_port for dbde892d-f306-4543-a8c0-79e375c275e8 owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:38:16.546236 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0df05ace-00a1-45de-a7fa-686e88e1d476 req-daeabaa4-1a25-4dbd-87e2-c00814c5768e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548759 Mar 07 15:38:16.643808 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c882a5d2-0e82-4dbc-82b8-173791aa1143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:16.675397 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-139aeb36-3e7b-4043-ad19-865f6cd76c12 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (dbde892d-f306-4543-a8c0-79e375c275e8), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:16.710327 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139aeb36-3e7b-4043-ad19-865f6cd76c12 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event deleted for resources: {'Port': ['ID=dbde892d-f306-4543-a8c0-79e375c275e8,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:16.851364 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa4872-dcb7-4efe-8fbe-1db2f7de448a req-51835059-9179-4905-a8b7-1ee44b172a4d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:16.852828 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-48aa4872-dcb7-4efe-8fbe-1db2f7de448a req-51835059-9179-4905-a8b7-1ee44b172a4d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 946 time: 0.0984015 Mar 07 15:38:16.876711 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-139aeb36-3e7b-4043-ad19-865f6cd76c12 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Router aa17a03f-12c3-45b8-ac55-643890d482a9 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:38:16.943579 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-48aa4872-dcb7-4efe-8fbe-1db2f7de448a req-714d0a9b-1c41-4068-9065-57c5d170c1a3 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=510442f2-1fb2-4d55-95c0-e3d44d2e3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845323 Mar 07 15:38:17.007654 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-139aeb36-3e7b-4043-ad19-865f6cd76c12 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:38:17.017138 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb207a5-c531-4c1c-becf-da7f49a207da None None] Sync routers for ids ['aa17a03f-12c3-45b8-ac55-643890d482a9'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:38:17.030217 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb207a5-c531-4c1c-becf-da7f49a207da None None] Routers {'aa17a03f-12c3-45b8-ac55-643890d482a9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:38:17.031293 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-3cb207a5-c531-4c1c-becf-da7f49a207da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['aa17a03f-12c3-45b8-ac55-643890d482a9'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:17.057844 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-139aeb36-3e7b-4043-ad19-865f6cd76c12 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] No DVR routers for this DVR port dbde892d-f306-4543-a8c0-79e375c275e8 on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:38:17.064128 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-139aeb36-3e7b-4043-ad19-865f6cd76c12 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:17.065817 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80950531-551c-442e-9d3a-7cbfb1692bc3 req-a0af85d2-d320-4cca-b5b2-2135272af935 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:17.067419 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-80950531-551c-442e-9d3a-7cbfb1692bc3 req-a0af85d2-d320-4cca-b5b2-2135272af935 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 946 time: 0.0618050 Mar 07 15:38:17.068316 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f7286e53-9868-4ffd-a31d-76fbc152b179 req-139aeb36-3e7b-4043-ad19-865f6cd76c12 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.30 "DELETE /v2.0/ports/dbde892d-f306-4543-a8c0-79e375c275e8 HTTP/1.1" status: 204 len: 173 time: 1.2393038 Mar 07 15:38:17.068899 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b83d380-ed19-473a-b324-9710ffaf5d9a', 'name': 'network-vif-deleted', 'tag': 'dbde892d-f306-4543-a8c0-79e375c275e8'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:38:17.071983 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14db3db-b009-4ab5-be41-096e495935ff" -d '{"events": [{"server_uuid": "1b83d380-ed19-473a-b324-9710ffaf5d9a", "name": "network-vif-deleted", "tag": "dbde892d-f306-4543-a8c0-79e375c275e8"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:38:17.075996 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33028) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:17.080891 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-83a9cfdd-3da8-490d-8541-fe543abe0855 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Request body: {'floatingip': {'port_id': '823ef9ad-f3cf-42af-a915-0e1e0ec51873'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:38:17.123044 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-83a9cfdd-3da8-490d-8541-fe543abe0855 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (4056bd04-50d7-494f-a9c7-312f517fe185), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:17.137386 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f573bf22-45b2-4c8d-b7c8-f9f0c0a093fd x-openstack-request-id: req-f573bf22-45b2-4c8d-b7c8-f9f0c0a093fd {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:38:17.137688 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b83d380-ed19-473a-b324-9710ffaf5d9a", "name": "network-vif-deleted", "tag": "dbde892d-f306-4543-a8c0-79e375c275e8", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:38:17.137945 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f573bf22-45b2-4c8d-b7c8-f9f0c0a093fd {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:38:17.138376 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b83d380-ed19-473a-b324-9710ffaf5d9a', 'name': 'network-vif-deleted', 'tag': 'dbde892d-f306-4543-a8c0-79e375c275e8', 'status': 'completed', 'code': 200} Mar 07 15:38:17.184280 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-3cb207a5-c531-4c1c-becf-da7f49a207da None None] Set router aa17a03f-12c3-45b8-ac55-643890d482a9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:38:17.274976 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8487bb48-f41f-4563-a3a7-775a84db525d req-da6c08e4-07bb-4563-b901-4abd7d910230 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83d380-ed19-473a-b324-9710ffaf5d9a HTTP/1.1" status: 200 len: 210 time: 0.0567498 Mar 07 15:38:17.409626 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-3cb207a5-c531-4c1c-becf-da7f49a207da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 5, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:17.435206 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb207a5-c531-4c1c-becf-da7f49a207da None None] Checking router: aa17a03f-12c3-45b8-ac55-643890d482a9 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:38:17.443876 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb207a5-c531-4c1c-becf-da7f49a207da None None] Routers {'aa17a03f-12c3-45b8-ac55-643890d482a9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:38:17.444481 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-3cb207a5-c531-4c1c-becf-da7f49a207da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['aa17a03f-12c3-45b8-ac55-643890d482a9'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:17.552241 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-3cb207a5-c531-4c1c-becf-da7f49a207da None None] Set router aa17a03f-12c3-45b8-ac55-643890d482a9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:38:17.667268 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-83a9cfdd-3da8-490d-8541-fe543abe0855 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:17.674365 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-83a9cfdd-3da8-490d-8541-fe543abe0855 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (4056bd04-50d7-494f-a9c7-312f517fe185), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:17.690003 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093e5d1-580d-4feb-a8f0-3001c3288ad7 req-d332bfb4-44b6-44c0-8802-bcb9e1d0edfd tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:17.702444 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0093e5d1-580d-4feb-a8f0-3001c3288ad7 req-d332bfb4-44b6-44c0-8802-bcb9e1d0edfd tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0770640 Mar 07 15:38:17.753452 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:17.770882 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0093e5d1-580d-4feb-a8f0-3001c3288ad7 req-4ba43c3d-79bb-4128-b8fd-6aadbc629f59 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674047 Mar 07 15:38:17.797174 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-3cb207a5-c531-4c1c-becf-da7f49a207da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 5, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:17.808483 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.l3_db [None req-83a9cfdd-3da8-490d-8541-fe543abe0855 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Floating IP 4056bd04-50d7-494f-a9c7-312f517fe185 associated. External IP: 172.27.3.145, port: 823ef9ad-f3cf-42af-a915-0e1e0ec51873. Mar 07 15:38:17.951039 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb207a5-c531-4c1c-becf-da7f49a207da None None] The sync data for ids ['aa17a03f-12c3-45b8-ac55-643890d482a9'] in dv-cinder-830538-7-iscsi is: [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:32:22Z', 'revision_number': 4, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'ecdebc03-aee4-4382-a424-64489165bb1b', 'name': '', 'network_id': '81cb840d-f02e-47d1-98bd-b27dbd53c040', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'mac_address': 'fa:16:3e:d9:90:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:21Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 5, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'subnets': [{'id': 'f4b6f9b4-99bd-439c-8825-b04ef39c2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:38:18.043619 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a9cfdd-3da8-490d-8541-fe543abe0855 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Router 9cafc903-c97d-4f42-a2a8-6a44561b6009 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:38:18.156075 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a9cfdd-3da8-490d-8541-fe543abe0855 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:38:18.160655 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-83a9cfdd-3da8-490d-8541-fe543abe0855 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:18.168926 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10417c04-912a-4fe6-a716-eea0dc179c74 None None] Sync routers for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:38:18.176484 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10417c04-912a-4fe6-a716-eea0dc179c74 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:38:18.177786 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-10417c04-912a-4fe6-a716-eea0dc179c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:18.204839 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-83a9cfdd-3da8-490d-8541-fe543abe0855 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "PUT /v2.0/floatingips/4056bd04-50d7-494f-a9c7-312f517fe185 HTTP/1.1" status: 200 len: 992 time: 1.1164248 Mar 07 15:38:18.204839 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54321c1c-0779-40c1-bff0-8ea401882166', 'tag': '823ef9ad-f3cf-42af-a915-0e1e0ec51873'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:38:18.205134 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee453bd-1b14-48c3-a474-b54901782c12 None None] New status for floating IP e2f8cb06-d069-4594-93fa-8d96f7aff3cf: DOWN {{(pid=102972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:38:18.205219 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e055be3-bdaf-4544-83f3-4fe69a2da4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "54321c1c-0779-40c1-bff0-8ea401882166", "tag": "823ef9ad-f3cf-42af-a915-0e1e0ec51873"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:38:18.241527 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a78b8c-9212-4e9f-88ce-b6a60aed1f23 x-openstack-request-id: req-b0a78b8c-9212-4e9f-88ce-b6a60aed1f23 {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:38:18.241820 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54321c1c-0779-40c1-bff0-8ea401882166", "tag": "823ef9ad-f3cf-42af-a915-0e1e0ec51873", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:38:18.242112 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0a78b8c-9212-4e9f-88ce-b6a60aed1f23 {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:38:18.242511 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54321c1c-0779-40c1-bff0-8ea401882166', 'tag': '823ef9ad-f3cf-42af-a915-0e1e0ec51873', 'status': 'completed', 'code': 200} Mar 07 15:38:18.289681 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-10417c04-912a-4fe6-a716-eea0dc179c74 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:38:18.316838 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e055be3-bdaf-4544-83f3-4fe69a2da4fe req-5ee9a699-b79c-43aa-bf22-1f7a140a1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:18.319114 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7e055be3-bdaf-4544-83f3-4fe69a2da4fe req-5ee9a699-b79c-43aa-bf22-1f7a140a1d14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5415959ffad4b7183eed207f8afd560&device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 1130 time: 0.0560870 Mar 07 15:38:18.380994 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device dbde892d-f306-4543-a8c0-79e375c275e8 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:38:18.409303 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33048) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:18.412709 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: dbde892d-f306-4543-a8c0-79e375c275e8 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:38:18.413325 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device dbde892d-f306-4543-a8c0-79e375c275e8 not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:38:18.432762 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e055be3-bdaf-4544-83f3-4fe69a2da4fe req-65cce2d3-708f-4423-9632-b87de4cea948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:18.434724 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7e055be3-bdaf-4544-83f3-4fe69a2da4fe req-65cce2d3-708f-4423-9632-b87de4cea948 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 200 len: 915 time: 0.1082830 Mar 07 15:38:18.466707 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-937b466a-5aca-4942-b2bf-97cff1c9ea0a tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group (40696b11-7091-4efc-a975-16f9bd49b9cd), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:18.493563 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-937b466a-5aca-4942-b2bf-97cff1c9ea0a tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group (40696b11-7091-4efc-a975-16f9bd49b9cd), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:18.508449 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7e055be3-bdaf-4544-83f3-4fe69a2da4fe req-0a0ee0a0-42ae-4f59-b81d-f4566682392d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823ef9ad-f3cf-42af-a915-0e1e0ec51873 HTTP/1.1" status: 200 len: 1000 time: 0.0675144 Mar 07 15:38:18.527014 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-10417c04-912a-4fe6-a716-eea0dc179c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '4056bd04-50d7-494f-a9c7-312f517fe185', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': '823ef9ad-f3cf-42af-a915-0e1e0ec51873', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:9b:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54321c1c-0779-40c1-bff0-8ea401882166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:38:03Z', 'updated_at': '2022-03-07T15:38:17Z', 'revision_number': 1, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:18.543929 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-937b466a-5aca-4942-b2bf-97cff1c9ea0a tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (40696b11-7091-4efc-a975-16f9bd49b9cd), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:18.547013 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-937b466a-5aca-4942-b2bf-97cff1c9ea0a tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:18.550897 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-937b466a-5aca-4942-b2bf-97cff1c9ea0a tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "DELETE /v2.0/security-groups/40696b11-7091-4efc-a975-16f9bd49b9cd HTTP/1.1" status: 204 len: 168 time: 0.1377227 Mar 07 15:38:18.551187 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33050) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:18.554719 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10417c04-912a-4fe6-a716-eea0dc179c74 None None] Checking router: 9cafc903-c97d-4f42-a2a8-6a44561b6009 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:38:18.559198 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b466a-5aca-4942-b2bf-97cff1c9ea0a tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40696b11-7091-4efc-a975-16f9bd49b9cd,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:18.563620 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10417c04-912a-4fe6-a716-eea0dc179c74 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:38:18.564263 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-10417c04-912a-4fe6-a716-eea0dc179c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:18.567319 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.api.v2.resource [None req-5cab4d23-20fe-4b05-a5ca-5138440201b3 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] show failed (client error): The resource could not be found. Mar 07 15:38:18.568342 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-5cab4d23-20fe-4b05-a5ca-5138440201b3 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "GET /v2.0/security-groups/40696b11-7091-4efc-a975-16f9bd49b9cd HTTP/1.1" status: 404 len: 347 time: 0.0155878 Mar 07 15:38:18.572841 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33052) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:18.584200 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e055be3-bdaf-4544-83f3-4fe69a2da4fe req-6f1ad8c3-ca34-4512-9be9-e914dbd96281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:18.585689 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7e055be3-bdaf-4544-83f3-4fe69a2da4fe req-6f1ad8c3-ca34-4512-9be9-e914dbd96281 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=caea1b3f-a80c-4138-ad4b-bb4ae0b4063a HTTP/1.1" status: 200 len: 853 time: 0.0708594 Mar 07 15:38:18.642980 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e055be3-bdaf-4544-83f3-4fe69a2da4fe req-5b41b7cd-916b-4d4f-a651-49146158edee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:18.644994 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7e055be3-bdaf-4544-83f3-4fe69a2da4fe req-5b41b7cd-916b-4d4f-a651-49146158edee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8b5ca41-79ff-414a-a637-6b4498d8f9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524704 Mar 07 15:38:18.706684 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-10417c04-912a-4fe6-a716-eea0dc179c74 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:38:18.773647 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7e055be3-bdaf-4544-83f3-4fe69a2da4fe req-d799425c-5f23-4dc4-9836-7bcd76b05f82 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230388 Mar 07 15:38:18.945364 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7e055be3-bdaf-4544-83f3-4fe69a2da4fe req-d3a35e07-bc69-4e66-bdd7-fee48b3da5ac service neutron] 10.222.0.30 "GET /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644390 Mar 07 15:38:18.953944 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b375e6b-3d48-4584-bb69-35330be74c62 req-34b89c03-b6bc-47c1-abe8-ea30f58be8b6 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:18.955558 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7b375e6b-3d48-4584-bb69-35330be74c62 req-34b89c03-b6bc-47c1-abe8-ea30f58be8b6 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0819588 Mar 07 15:38:18.990013 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-a0514358-db6d-460f-83a7-794b561185d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Deleting port 4a66e2cb-e3c0-4f0c-a7b8-6b0b9dcec609 {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:38:18.990596 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0514358-db6d-460f-83a7-794b561185d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (4a66e2cb-e3c0-4f0c-a7b8-6b0b9dcec609), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:19.004593 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:19.027343 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7b375e6b-3d48-4584-bb69-35330be74c62 req-41831949-a042-4e0c-80f0-bd2d6b9caabb tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586088 Mar 07 15:38:19.033349 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-10417c04-912a-4fe6-a716-eea0dc179c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '4056bd04-50d7-494f-a9c7-312f517fe185', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': '823ef9ad-f3cf-42af-a915-0e1e0ec51873', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:9b:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54321c1c-0779-40c1-bff0-8ea401882166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:38:03Z', 'updated_at': '2022-03-07T15:38:17Z', 'revision_number': 1, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:19.089139 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0514358-db6d-460f-83a7-794b561185d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (4a66e2cb-e3c0-4f0c-a7b8-6b0b9dcec609), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:19.089641 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0514358-db6d-460f-83a7-794b561185d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for floatingip (4a66e2cb-e3c0-4f0c-a7b8-6b0b9dcec609), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:19.104408 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-a0514358-db6d-460f-83a7-794b561185d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Calling delete_port for 4a66e2cb-e3c0-4f0c-a7b8-6b0b9dcec609 owned by network:floatingip {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:38:19.151466 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10417c04-912a-4fe6-a716-eea0dc179c74 None None] The sync data for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi is: [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '4056bd04-50d7-494f-a9c7-312f517fe185', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'port_id': '823ef9ad-f3cf-42af-a915-0e1e0ec51873', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'mac_address': 'fa:16:3e:9b:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54321c1c-0779-40c1-bff0-8ea401882166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:38:03Z', 'updated_at': '2022-03-07T15:38:17Z', 'revision_number': 1, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:38:19.238415 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0514358-db6d-460f-83a7-794b561185d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (4a66e2cb-e3c0-4f0c-a7b8-6b0b9dcec609), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:19.262124 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0514358-db6d-460f-83a7-794b561185d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Pushing event deleted for resources: {'Port': ['ID=4a66e2cb-e3c0-4f0c-a7b8-6b0b9dcec609,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:19.329722 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0514358-db6d-460f-83a7-794b561185d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks [] for floatingip (e2f8cb06-d069-4594-93fa-8d96f7aff3cf), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:19.332363 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a0514358-db6d-460f-83a7-794b561185d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:19.336253 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-a0514358-db6d-460f-83a7-794b561185d2 tempest-AttachVolumeTestJSON-1782415366 tempest-AttachVolumeTestJSON-1782415366-project] 10.222.0.26 "DELETE /v2.0/floatingips/e2f8cb06-d069-4594-93fa-8d96f7aff3cf HTTP/1.1" status: 204 len: 168 time: 0.7593594 Mar 07 15:38:19.343726 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11d6ca-b7b2-4ceb-8dc9-c67af5cae935 None None] New status for floating IP 4056bd04-50d7-494f-a9c7-312f517fe185: ACTIVE {{(pid=102973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:38:20.155378 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a6146-83f7-4b7c-a4f3-38dbf8c74536 req-553444b6-d0f9-48eb-aafb-bdec445f3fb3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:20.156937 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-dc6a6146-83f7-4b7c-a4f3-38dbf8c74536 req-553444b6-d0f9-48eb-aafb-bdec445f3fb3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0563326 Mar 07 15:38:20.213348 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-dc6a6146-83f7-4b7c-a4f3-38dbf8c74536 req-f21a51b2-db80-496f-b91f-b97b75254711 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489850 Mar 07 15:38:20.680371 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:21.343661 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d36ab4-38fe-43fe-84f7-7113ca15bc64 req-18aaf4b6-df99-4cda-8723-a61f0df16fa2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:21.346477 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c8d36ab4-38fe-43fe-84f7-7113ca15bc64 req-18aaf4b6-df99-4cda-8723-a61f0df16fa2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0614550 Mar 07 15:38:21.391284 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c8d36ab4-38fe-43fe-84f7-7113ca15bc64 req-dc316c03-c630-4902-8589-6f7a14c496b2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403850 Mar 07 15:38:21.929158 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:22.514042 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf19e7-9fae-4e84-bde0-bcbb61b19b38 req-e6c6dcf5-d25a-4d4e-a0be-355f17393a27 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:22.515500 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3ddf19e7-9fae-4e84-bde0-bcbb61b19b38 req-e6c6dcf5-d25a-4d4e-a0be-355f17393a27 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0524960 Mar 07 15:38:22.561230 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3ddf19e7-9fae-4e84-bde0-bcbb61b19b38 req-ded78b33-8387-4ba9-995e-14c53392eb95 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402493 Mar 07 15:38:22.851622 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33130) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:23.298239 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-059dfd39-b52c-4e77-9e6a-067e586f8c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575044'] for router_interface (aa17a03f-12c3-45b8-ac55-643890d482a9), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:23.497675 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33136) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:23.540830 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff375ec-cdff-4115-a1ed-d7b250d8ecd7 admin admin] Deleting subnet 4c50c581-8a5f-48dc-aaf4-e21424c75c5c {{(pid=102970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:38:23.543972 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9ff375ec-cdff-4115-a1ed-d7b250d8ecd7 admin admin] Publish callbacks [] for subnet (4c50c581-8a5f-48dc-aaf4-e21424c75c5c), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:23.581007 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9ff375ec-cdff-4115-a1ed-d7b250d8ecd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4916966'] for subnet (4c50c581-8a5f-48dc-aaf4-e21424c75c5c), precommit_delete_associations {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:23.592179 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-059dfd39-b52c-4e77-9e6a-067e586f8c15 admin admin] Deleting port ecdebc03-aee4-4382-a424-64489165bb1b {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:38:23.592708 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-059dfd39-b52c-4e77-9e6a-067e586f8c15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:23.624372 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9ff375ec-cdff-4115-a1ed-d7b250d8ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (4c50c581-8a5f-48dc-aaf4-e21424c75c5c), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:23.675881 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-059dfd39-b52c-4e77-9e6a-067e586f8c15 admin admin] For port ecdebc03-aee4-4382-a424-64489165bb1b, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=ecdebc03-aee4-4382-a424-64489165bb1b,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:38:23.676348 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-059dfd39-b52c-4e77-9e6a-067e586f8c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:23.691842 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-059dfd39-b52c-4e77-9e6a-067e586f8c15 admin admin] Calling delete_port for ecdebc03-aee4-4382-a424-64489165bb1b owned by network:router_interface {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:38:23.715051 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a6912-e0f3-4947-a17f-793e6cf1a10b req-2527c3f3-263c-4855-8a70-954ba8969435 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:23.716529 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f39a6912-e0f3-4947-a17f-793e6cf1a10b req-2527c3f3-263c-4855-8a70-954ba8969435 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0732646 Mar 07 15:38:23.717908 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9ff375ec-cdff-4115-a1ed-d7b250d8ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5119573'] for subnet (4c50c581-8a5f-48dc-aaf4-e21424c75c5c), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:23.750010 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff375ec-cdff-4115-a1ed-d7b250d8ecd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c50c581-8a5f-48dc-aaf4-e21424c75c5c,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:23.763770 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9ff375ec-cdff-4115-a1ed-d7b250d8ecd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:23.767000 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-9ff375ec-cdff-4115-a1ed-d7b250d8ecd7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4c50c581-8a5f-48dc-aaf4-e21424c75c5c HTTP/1.1" status: 204 len: 168 time: 0.2682283 Mar 07 15:38:23.769436 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33140) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:23.842793 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f39a6912-e0f3-4947-a17f-793e6cf1a10b req-42549e18-29d5-42e6-9275-0eca672fa6fd tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162562 Mar 07 15:38:23.858472 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d502d729-f23f-4fd7-860f-66bfdfa6b3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (93a6773c-73ee-4bbf-ac62-6723b9fc9b75), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:23.879216 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-059dfd39-b52c-4e77-9e6a-067e586f8c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (ecdebc03-aee4-4382-a424-64489165bb1b), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:23.905364 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dfd39-b52c-4e77-9e6a-067e586f8c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecdebc03-aee4-4382-a424-64489165bb1b,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:23.942285 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d502d729-f23f-4fd7-860f-66bfdfa6b3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (93a6773c-73ee-4bbf-ac62-6723b9fc9b75), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:23.964327 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-d502d729-f23f-4fd7-860f-66bfdfa6b3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a6773c-73ee-4bbf-ac62-6723b9fc9b75']}} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:23.975875 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-d502d729-f23f-4fd7-860f-66bfdfa6b3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a429e4-8925-499b-b686-620d738c61da') {'for_net_delete': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:23.976217 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-d502d729-f23f-4fd7-860f-66bfdfa6b3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a429e4-8925-499b-b686-620d738c61da') {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:23.986227 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d502d729-f23f-4fd7-860f-66bfdfa6b3ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4916765'] for segment (06a429e4-8925-499b-b686-620d738c61da), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:24.000970 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d502d729-f23f-4fd7-860f-66bfdfa6b3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (06a429e4-8925-499b-b686-620d738c61da), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:24.007437 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d502d729-f23f-4fd7-860f-66bfdfa6b3ec admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=102970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:38:24.007975 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d502d729-f23f-4fd7-860f-66bfdfa6b3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143150'] for segment (06a429e4-8925-499b-b686-620d738c61da), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: Traceback (most recent call last): Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: timer() Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: cb(*args, **kw) Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: return func(*args, **kwargs) Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: self._notify() Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: self.callback(batched_events) Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: event.method(event) Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: return f(self, *a, **k) Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._get(url).json() Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: return self.request(url, 'GET', **kwargs) Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:38:24.009771 dv-cinder-830538-7-iscsi neutron-server[102970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:38:24.066790 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d502d729-f23f-4fd7-860f-66bfdfa6b3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (93a6773c-73ee-4bbf-ac62-6723b9fc9b75), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:24.074222 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d502d729-f23f-4fd7-860f-66bfdfa6b3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:24.077444 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-d502d729-f23f-4fd7-860f-66bfdfa6b3ec admin admin] 10.222.0.26 "DELETE /v2.0/networks/93a6773c-73ee-4bbf-ac62-6723b9fc9b75 HTTP/1.1" status: 204 len: 168 time: 0.3070712 Mar 07 15:38:24.090824 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502d729-f23f-4fd7-860f-66bfdfa6b3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=93a6773c-73ee-4bbf-ac62-6723b9fc9b75,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:24.095481 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-059dfd39-b52c-4e77-9e6a-067e586f8c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575024'] for router_interface (aa17a03f-12c3-45b8-ac55-643890d482a9), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:24.190816 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33144) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:24.236603 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-ddfe01cb-1bce-4f05-a7a8-f3d8871762cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb87e3ad5bdd4a13bde4a74c40380fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423181 Mar 07 15:38:24.236886 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33146) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:24.283875 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-642380cb-d99c-4ee0-8d78-852b878515fa admin admin] Publish callbacks [] for security_group (d639e847-691c-4794-9350-3d42d6b3b9bc), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:24.305530 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-642380cb-d99c-4ee0-8d78-852b878515fa admin admin] Publish callbacks [] for security_group (d639e847-691c-4794-9350-3d42d6b3b9bc), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:24.313160 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059dfd39-b52c-4e77-9e6a-067e586f8c15 admin admin] Router aa17a03f-12c3-45b8-ac55-643890d482a9 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:38:24.358011 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-642380cb-d99c-4ee0-8d78-852b878515fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (d639e847-691c-4794-9350-3d42d6b3b9bc), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:24.360536 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-642380cb-d99c-4ee0-8d78-852b878515fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:24.361687 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-642380cb-d99c-4ee0-8d78-852b878515fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d639e847-691c-4794-9350-3d42d6b3b9bc HTTP/1.1" status: 204 len: 168 time: 0.1238799 Mar 07 15:38:24.369557 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642380cb-d99c-4ee0-8d78-852b878515fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d639e847-691c-4794-9350-3d42d6b3b9bc,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:24.429705 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059dfd39-b52c-4e77-9e6a-067e586f8c15 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:38:24.435585 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-059dfd39-b52c-4e77-9e6a-067e586f8c15 admin admin] 10.222.0.26 "PUT /v2.0/routers/aa17a03f-12c3-45b8-ac55-643890d482a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5829237 Mar 07 15:38:24.438065 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33150) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:24.441352 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5becb35a-0a9d-48cf-b76b-4f8c121994fe None None] Sync routers for ids ['aa17a03f-12c3-45b8-ac55-643890d482a9'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:38:24.459147 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5becb35a-0a9d-48cf-b76b-4f8c121994fe None None] Routers {'aa17a03f-12c3-45b8-ac55-643890d482a9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:38:24.460166 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-5becb35a-0a9d-48cf-b76b-4f8c121994fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['aa17a03f-12c3-45b8-ac55-643890d482a9'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:24.552152 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Publish callbacks [] for router (aa17a03f-12c3-45b8-ac55-643890d482a9), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:24.576975 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-5becb35a-0a9d-48cf-b76b-4f8c121994fe None None] Set router aa17a03f-12c3-45b8-ac55-643890d482a9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:38:24.669833 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Publish callbacks [] for router_gateway (aa17a03f-12c3-45b8-ac55-643890d482a9), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:24.725557 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Deleting port 8e9b2050-5598-4b64-8809-6b88e43a6b61 {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:38:24.725889 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (8e9b2050-5598-4b64-8809-6b88e43a6b61), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:24.762001 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-5becb35a-0a9d-48cf-b76b-4f8c121994fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:38:23Z', 'revision_number': 5, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port': {'id': '8e9b2050-5598-4b64-8809-6b88e43a6b61', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:24.792426 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5becb35a-0a9d-48cf-b76b-4f8c121994fe None None] Checking router: aa17a03f-12c3-45b8-ac55-643890d482a9 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:38:24.800501 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5becb35a-0a9d-48cf-b76b-4f8c121994fe None None] Routers {'aa17a03f-12c3-45b8-ac55-643890d482a9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:38:24.801110 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-5becb35a-0a9d-48cf-b76b-4f8c121994fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['aa17a03f-12c3-45b8-ac55-643890d482a9'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:24.803262 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] For port 8e9b2050-5598-4b64-8809-6b88e43a6b61, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=8e9b2050-5598-4b64-8809-6b88e43a6b61,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:38:24.803627 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (8e9b2050-5598-4b64-8809-6b88e43a6b61), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:24.815281 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Calling delete_port for 8e9b2050-5598-4b64-8809-6b88e43a6b61 owned by network:router_gateway {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:38:24.888089 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-5becb35a-0a9d-48cf-b76b-4f8c121994fe None None] Set router aa17a03f-12c3-45b8-ac55-643890d482a9 gateway port host: None {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:38:24.941203 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-5becb35a-0a9d-48cf-b76b-4f8c121994fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:38:24Z', 'revision_number': 6, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port_host': None}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:24.974442 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5becb35a-0a9d-48cf-b76b-4f8c121994fe None None] The sync data for ids ['aa17a03f-12c3-45b8-ac55-643890d482a9'] in dv-cinder-830538-7-iscsi is: [{'id': 'aa17a03f-12c3-45b8-ac55-643890d482a9', 'name': 'tempest-AttachVolumeTestJSON-946787264-router', 'tenant_id': '06b9c58c75d54beab0c13f9d7310365e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:14Z', 'updated_at': '2022-03-07T15:38:24Z', 'revision_number': 6, 'project_id': '06b9c58c75d54beab0c13f9d7310365e', 'gw_port_host': None}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:38:25.230833 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eebfd-c31f-4bc6-9f7a-b3542b6c620f req-05e52364-1c74-43be-a555-60de2d5961f6 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:25.232206 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e24eebfd-c31f-4bc6-9f7a-b3542b6c620f req-05e52364-1c74-43be-a555-60de2d5961f6 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.3142312 Mar 07 15:38:25.274006 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (8e9b2050-5598-4b64-8809-6b88e43a6b61), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:25.310607 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9b2050-5598-4b64-8809-6b88e43a6b61,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:25.324501 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e24eebfd-c31f-4bc6-9f7a-b3542b6c620f req-37a37ed3-c611-4792-9302-9a97b2651cc2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865064 Mar 07 15:38:25.365641 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:25.366118 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:25.366535 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:25.366938 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:25.367338 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:25.367735 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:25.368138 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:25.368535 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:25.368926 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:25.369323 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:25.369714 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:25.370124 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:25.370513 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:25.384173 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device ecdebc03-aee4-4382-a424-64489165bb1b no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:38:25.400885 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574362'] for router_gateway (aa17a03f-12c3-45b8-ac55-643890d482a9), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:25.405094 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: ecdebc03-aee4-4382-a424-64489165bb1b {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:38:25.405710 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device ecdebc03-aee4-4382-a424-64489165bb1b not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:38:25.427433 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e7f40-bdd2-49c5-b3f0-ed340f3ef77f req-309bcf69-d1e8-4f03-a7c4-37f4d4906ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:25.428951 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-be1e7f40-bdd2-49c5-b3f0-ed340f3ef77f req-309bcf69-d1e8-4f03-a7c4-37f4d4906ec7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=733d7788dbf7454e945a255ad9d4f9f1&device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 1129 time: 0.0597975 Mar 07 15:38:25.517606 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15440'] for router (aa17a03f-12c3-45b8-ac55-643890d482a9), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:25.519888 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Publish callbacks [] for router_controller (aa17a03f-12c3-45b8-ac55-643890d482a9), precommit_delete_associations {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:25.538882 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e7f40-bdd2-49c5-b3f0-ed340f3ef77f req-4dd2f771-aef0-4a90-91c8-bb8032f8dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:25.540347 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-be1e7f40-bdd2-49c5-b3f0-ed340f3ef77f req-4dd2f771-aef0-4a90-91c8-bb8032f8dfab service neutron] 10.222.0.30 "GET /v2.0/networks?id=4dacc321-0235-4232-8deb-30a0cd8e5de6 HTTP/1.1" status: 200 len: 918 time: 0.0922740 Mar 07 15:38:25.587610 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574521'] for router (aa17a03f-12c3-45b8-ac55-643890d482a9), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:25.588245 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa17a03f-12c3-45b8-ac55-643890d482a9 {{(pid=102971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 15:38:25.593119 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:25.594300 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-00a8e6e6-9913-48f5-a466-cff419aad1c2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/aa17a03f-12c3-45b8-ac55-643890d482a9 HTTP/1.1" status: 204 len: 168 time: 1.1552827 Mar 07 15:38:25.596970 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33156) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:25.606292 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-be1e7f40-bdd2-49c5-b3f0-ed340f3ef77f req-62663779-625f-4cc4-9c86-6dc4d20b6718 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204 HTTP/1.1" status: 200 len: 1001 time: 0.0597591 Mar 07 15:38:25.644610 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19c0778-4d89-4754-bf3e-70caa4164b5e admin admin] Deleting subnet f4b6f9b4-99bd-439c-8825-b04ef39c2f42 {{(pid=102971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:38:25.647907 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d19c0778-4d89-4754-bf3e-70caa4164b5e admin admin] Publish callbacks [] for subnet (f4b6f9b4-99bd-439c-8825-b04ef39c2f42), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:25.656401 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e7f40-bdd2-49c5-b3f0-ed340f3ef77f req-90e6eae5-8f81-4e26-9abc-9997774b37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:25.657849 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-be1e7f40-bdd2-49c5-b3f0-ed340f3ef77f req-90e6eae5-8f81-4e26-9abc-9997774b37f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fa3af63-c79c-44c8-be3f-b0aa201a012b HTTP/1.1" status: 200 len: 856 time: 0.0465765 Mar 07 15:38:25.685571 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d19c0778-4d89-4754-bf3e-70caa4164b5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8227178'] for subnet (f4b6f9b4-99bd-439c-8825-b04ef39c2f42), precommit_delete_associations {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:25.707328 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e7f40-bdd2-49c5-b3f0-ed340f3ef77f req-71f9279c-52ec-4eb5-ab2d-1e9bc0d70569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:25.708973 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-be1e7f40-bdd2-49c5-b3f0-ed340f3ef77f req-71f9279c-52ec-4eb5-ab2d-1e9bc0d70569 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dacc321-0235-4232-8deb-30a0cd8e5de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457094 Mar 07 15:38:25.803310 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d19c0778-4d89-4754-bf3e-70caa4164b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (f4b6f9b4-99bd-439c-8825-b04ef39c2f42), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:25.805522 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-be1e7f40-bdd2-49c5-b3f0-ed340f3ef77f req-d2f88d1c-ffe9-42a3-8ed7-d2a2594ae5ac service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907600 Mar 07 15:38:25.858948 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d19c0778-4d89-4754-bf3e-70caa4164b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7627466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4930682'] for subnet (f4b6f9b4-99bd-439c-8825-b04ef39c2f42), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:25.888138 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c0778-4d89-4754-bf3e-70caa4164b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4b6f9b4-99bd-439c-8825-b04ef39c2f42,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:25.892087 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d19c0778-4d89-4754-bf3e-70caa4164b5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:25.895991 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-d19c0778-4d89-4754-bf3e-70caa4164b5e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f4b6f9b4-99bd-439c-8825-b04ef39c2f42 HTTP/1.1" status: 204 len: 168 time: 0.2980585 Mar 07 15:38:25.898552 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33158) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:25.901543 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f5430b-f5e2-4100-9292-40b830792e24 None None] Network 81cb840d-f02e-47d1-98bd-b27dbd53c040 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:38:25.914671 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-be1e7f40-bdd2-49c5-b3f0-ed340f3ef77f req-23732621-12ef-4908-ae82-e5801f483ff0 service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032734 Mar 07 15:38:25.978748 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (81cb840d-f02e-47d1-98bd-b27dbd53c040), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.041300 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] Deleting port f00aa687-3f93-4567-b762-0d6cf17e8e1a {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:38:26.044259 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.081648 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f73f89f-1c56-46da-abf6-6fe253e87617 None None] DHCP port deletion for 81cb840d-f02e-47d1-98bd-b27dbd53c040 request from dv-cinder-830538-7-iscsi {{(pid=102972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 15:38:26.110609 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] For port f00aa687-3f93-4567-b762-0d6cf17e8e1a, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=f00aa687-3f93-4567-b762-0d6cf17e8e1a,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:38:26.110985 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.123759 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] Calling delete_port for f00aa687-3f93-4567-b762-0d6cf17e8e1a owned by network:dhcp {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:38:26.130633 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-2f73f89f-1c56-46da-abf6-6fe253e87617 None None] Deleting port f00aa687-3f93-4567-b762-0d6cf17e8e1a {{(pid=102972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:38:26.131009 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-2f73f89f-1c56-46da-abf6-6fe253e87617 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), before_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.191153 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-2f73f89f-1c56-46da-abf6-6fe253e87617 None None] For port f00aa687-3f93-4567-b762-0d6cf17e8e1a, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=f00aa687-3f93-4567-b762-0d6cf17e8e1a,segment=NetworkSegment(5a47af4b-7e5a-4cc9-8e9d-05c06092c295),segment_id=5a47af4b-7e5a-4cc9-8e9d-05c06092c295)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:38:26.191550 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-2f73f89f-1c56-46da-abf6-6fe253e87617 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), precommit_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.203527 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.208473 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-2f73f89f-1c56-46da-abf6-6fe253e87617 None None] Calling delete_port for f00aa687-3f93-4567-b762-0d6cf17e8e1a owned by network:dhcp {{(pid=102972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:38:26.230542 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] Pushing event deleted for resources: {'Port': ['ID=f00aa687-3f93-4567-b762-0d6cf17e8e1a,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:26.234023 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] No DVR routers for this DVR port f00aa687-3f93-4567-b762-0d6cf17e8e1a on host dv-cinder-830538-7-iscsi {{(pid=102971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:38:26.306612 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (81cb840d-f02e-47d1-98bd-b27dbd53c040), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.319110 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-2f73f89f-1c56-46da-abf6-6fe253e87617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472'] for port (f00aa687-3f93-4567-b762-0d6cf17e8e1a), after_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.327566 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cb840d-f02e-47d1-98bd-b27dbd53c040']}} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:26.337551 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a47af4b-7e5a-4cc9-8e9d-05c06092c295') {'for_net_delete': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:26.337846 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a47af4b-7e5a-4cc9-8e9d-05c06092c295') {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:38:26.345557 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73f89f-1c56-46da-abf6-6fe253e87617 None None] Pushing event deleted for resources: {'Port': ['ID=f00aa687-3f93-4567-b762-0d6cf17e8e1a,revision_number=None']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:26.347571 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8227217'] for segment (5a47af4b-7e5a-4cc9-8e9d-05c06092c295), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.353935 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f73f89f-1c56-46da-abf6-6fe253e87617 None None] No DVR routers for this DVR port f00aa687-3f93-4567-b762-0d6cf17e8e1a on host dv-cinder-830538-7-iscsi {{(pid=102972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:38:26.364916 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (5a47af4b-7e5a-4cc9-8e9d-05c06092c295), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.371875 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:38:26.372269 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7627424'] for segment (5a47af4b-7e5a-4cc9-8e9d-05c06092c295), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: Traceback (most recent call last): Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: timer() Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: cb(*args, **kw) Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: return func(*args, **kwargs) Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: self._notify() Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: self.callback(batched_events) Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: event.method(event) Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: return f(self, *a, **k) Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._get(url).json() Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: return self.request(url, 'GET', **kwargs) Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:38:26.374077 dv-cinder-830538-7-iscsi neutron-server[102971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:38:26.430798 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (81cb840d-f02e-47d1-98bd-b27dbd53c040), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.434949 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.439005 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] 10.222.0.26 "DELETE /v2.0/networks/81cb840d-f02e-47d1-98bd-b27dbd53c040 HTTP/1.1" status: 204 len: 168 time: 0.5393667 Mar 07 15:38:26.453551 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5010a-b29b-4094-b7d7-e8847eb49942 admin admin] Pushing event deleted for resources: {'Network': ['ID=81cb840d-f02e-47d1-98bd-b27dbd53c040,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:26.473854 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04dc2a-e0de-4b3a-972a-05bd071c32c9 req-dacb5f58-0f22-417e-9962-390e282c211a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:26.475361 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fd04dc2a-e0de-4b3a-972a-05bd071c32c9 req-dacb5f58-0f22-417e-9962-390e282c211a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0650966 Mar 07 15:38:26.524595 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fd04dc2a-e0de-4b3a-972a-05bd071c32c9 req-5689d038-9b8e-4d52-8a6a-cb930a0fad10 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Mar 07 15:38:26.600900 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33164) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:26.639363 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-ed1691be-133c-4cc4-8573-019a6ba19421 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=06b9c58c75d54beab0c13f9d7310365e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372810 Mar 07 15:38:26.641530 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33166) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:26.692757 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1f2356da-e77b-431f-8e14-3e34c8a36fee admin admin] Publish callbacks [] for security_group (bc0b97b4-b92a-4637-96ee-a3c873980c7d), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.713871 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1f2356da-e77b-431f-8e14-3e34c8a36fee admin admin] Publish callbacks [] for security_group (bc0b97b4-b92a-4637-96ee-a3c873980c7d), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.764517 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1f2356da-e77b-431f-8e14-3e34c8a36fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (bc0b97b4-b92a-4637-96ee-a3c873980c7d), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.767262 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1f2356da-e77b-431f-8e14-3e34c8a36fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:26.768418 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-1f2356da-e77b-431f-8e14-3e34c8a36fee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc0b97b4-b92a-4637-96ee-a3c873980c7d HTTP/1.1" status: 204 len: 168 time: 0.1259816 Mar 07 15:38:26.776811 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2356da-e77b-431f-8e14-3e34c8a36fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0b97b4-b92a-4637-96ee-a3c873980c7d,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:27.083878 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device f00aa687-3f93-4567-b762-0d6cf17e8e1a no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:38:27.104191 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: f00aa687-3f93-4567-b762-0d6cf17e8e1a {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:38:27.104543 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device f00aa687-3f93-4567-b762-0d6cf17e8e1a not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:38:27.104962 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 8e9b2050-5598-4b64-8809-6b88e43a6b61 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:38:27.123977 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 8e9b2050-5598-4b64-8809-6b88e43a6b61 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:38:27.124335 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 8e9b2050-5598-4b64-8809-6b88e43a6b61 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:38:27.649223 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ca05b-93c5-44fd-9082-8cfaf11d55f1 req-41ca18f9-63ac-4a0f-b07a-c5be36d449eb tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:27.650755 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f51ca05b-93c5-44fd-9082-8cfaf11d55f1 req-41ca18f9-63ac-4a0f-b07a-c5be36d449eb tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0551496 Mar 07 15:38:27.699926 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-f51ca05b-93c5-44fd-9082-8cfaf11d55f1 req-31487af2-58fd-4a4f-82e2-3eb04464ae1a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436938 Mar 07 15:38:28.274523 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33212) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:28.376623 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8da0330e-6ad3-4dfa-83d8-aeba0a35a1cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:28.449862 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8da0330e-6ad3-4dfa-83d8-aeba0a35a1cd admin admin] Publish callbacks [] for security_group (cf82b11c-dfdd-49ad-8e48-96ca4f14c41b), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:28.453719 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8da0330e-6ad3-4dfa-83d8-aeba0a35a1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (cf82b11c-dfdd-49ad-8e48-96ca4f14c41b), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:28.492592 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-8da0330e-6ad3-4dfa-83d8-aeba0a35a1cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dcdb165ffd284bb481b9199e3d865b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170100 Mar 07 15:38:28.493445 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0330e-6ad3-4dfa-83d8-aeba0a35a1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf82b11c-dfdd-49ad-8e48-96ca4f14c41b,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:28.496082 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33216) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:28.549709 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4048990e-e488-46d0-a4b9-28c9b3e5fda1 admin admin] Publish callbacks [] for security_group (cf82b11c-dfdd-49ad-8e48-96ca4f14c41b), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:28.571528 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4048990e-e488-46d0-a4b9-28c9b3e5fda1 admin admin] Publish callbacks [] for security_group (cf82b11c-dfdd-49ad-8e48-96ca4f14c41b), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:28.618527 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4048990e-e488-46d0-a4b9-28c9b3e5fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (cf82b11c-dfdd-49ad-8e48-96ca4f14c41b), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:28.621633 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4048990e-e488-46d0-a4b9-28c9b3e5fda1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:28.622855 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-4048990e-e488-46d0-a4b9-28c9b3e5fda1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf82b11c-dfdd-49ad-8e48-96ca4f14c41b HTTP/1.1" status: 204 len: 168 time: 0.1255810 Mar 07 15:38:28.630780 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048990e-e488-46d0-a4b9-28c9b3e5fda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf82b11c-dfdd-49ad-8e48-96ca4f14c41b,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:28.821442 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8244e88-a7c8-41dc-9de6-8d9e0e4da555 req-d8c140b9-e03d-4b23-8957-896981ae5ca4 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:28.822959 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d8244e88-a7c8-41dc-9de6-8d9e0e4da555 req-d8c140b9-e03d-4b23-8957-896981ae5ca4 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0532482 Mar 07 15:38:28.871617 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d8244e88-a7c8-41dc-9de6-8d9e0e4da555 req-57deba25-1cd0-4fea-8d1c-283469a9da46 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Mar 07 15:38:28.880725 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33224) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:28.893685 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2529138c-8667-46b7-91c9-08813df5e848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:28.963589 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2529138c-8667-46b7-91c9-08813df5e848 admin admin] Publish callbacks [] for security_group (248b99de-330b-4bb1-bd9b-adc1b775b757), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:28.966804 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2529138c-8667-46b7-91c9-08813df5e848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (248b99de-330b-4bb1-bd9b-adc1b775b757), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:29.006470 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-2529138c-8667-46b7-91c9-08813df5e848 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0189ecaf280845838f97d37b7921bba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246998 Mar 07 15:38:29.008448 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529138c-8667-46b7-91c9-08813df5e848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248b99de-330b-4bb1-bd9b-adc1b775b757,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:29.009141 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33226) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:29.056926 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f660ecd3-d71e-4c8d-a6d7-a6a0c0e4c021 admin admin] Publish callbacks [] for security_group (248b99de-330b-4bb1-bd9b-adc1b775b757), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:29.077408 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f660ecd3-d71e-4c8d-a6d7-a6a0c0e4c021 admin admin] Publish callbacks [] for security_group (248b99de-330b-4bb1-bd9b-adc1b775b757), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:29.123587 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f660ecd3-d71e-4c8d-a6d7-a6a0c0e4c021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (248b99de-330b-4bb1-bd9b-adc1b775b757), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:29.126305 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f660ecd3-d71e-4c8d-a6d7-a6a0c0e4c021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:29.129714 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-f660ecd3-d71e-4c8d-a6d7-a6a0c0e4c021 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/248b99de-330b-4bb1-bd9b-adc1b775b757 HTTP/1.1" status: 204 len: 168 time: 0.1172256 Mar 07 15:38:29.136031 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660ecd3-d71e-4c8d-a6d7-a6a0c0e4c021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248b99de-330b-4bb1-bd9b-adc1b775b757,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:29.992442 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9ea84-8549-4416-b134-fea00ba44979 req-c6b712d0-f8f5-40f0-9c6f-e23c5d1a16a6 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:29.994068 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-30c9ea84-8549-4416-b134-fea00ba44979 req-c6b712d0-f8f5-40f0-9c6f-e23c5d1a16a6 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0545430 Mar 07 15:38:30.043849 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-30c9ea84-8549-4416-b134-fea00ba44979 req-5084d77a-cb6d-4405-a25f-48924eb53bd8 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443373 Mar 07 15:38:30.714810 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33282) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:30.820533 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2b3e6b01-8555-4d1a-a595-da34e42d3d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:30.891514 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2b3e6b01-8555-4d1a-a595-da34e42d3d5f admin admin] Publish callbacks [] for security_group (c7e72050-a347-4d20-b13a-fa9bed9bc5e1), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:30.895776 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2b3e6b01-8555-4d1a-a595-da34e42d3d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (c7e72050-a347-4d20-b13a-fa9bed9bc5e1), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:30.933236 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-2b3e6b01-8555-4d1a-a595-da34e42d3d5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9477bee08db346e8bd9f944e0f084ca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171440 Mar 07 15:38:30.934133 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e6b01-8555-4d1a-a595-da34e42d3d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e72050-a347-4d20-b13a-fa9bed9bc5e1,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:30.936573 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33286) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:30.986636 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d5862ec7-ed90-4c5f-b1ba-f0112ab96814 admin admin] Publish callbacks [] for security_group (c7e72050-a347-4d20-b13a-fa9bed9bc5e1), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:31.008381 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d5862ec7-ed90-4c5f-b1ba-f0112ab96814 admin admin] Publish callbacks [] for security_group (c7e72050-a347-4d20-b13a-fa9bed9bc5e1), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:31.054306 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d5862ec7-ed90-4c5f-b1ba-f0112ab96814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (c7e72050-a347-4d20-b13a-fa9bed9bc5e1), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:31.056945 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d5862ec7-ed90-4c5f-b1ba-f0112ab96814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:31.058370 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-d5862ec7-ed90-4c5f-b1ba-f0112ab96814 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7e72050-a347-4d20-b13a-fa9bed9bc5e1 HTTP/1.1" status: 204 len: 168 time: 0.1202161 Mar 07 15:38:31.065948 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5862ec7-ed90-4c5f-b1ba-f0112ab96814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e72050-a347-4d20-b13a-fa9bed9bc5e1,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:31.173616 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7ef5-0592-44c1-b5c4-9dfe12793c33 req-f0af1a0a-7a12-40be-b778-01ceba44cf70 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:31.175356 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-498f7ef5-0592-44c1-b5c4-9dfe12793c33 req-f0af1a0a-7a12-40be-b778-01ceba44cf70 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0539253 Mar 07 15:38:31.222752 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-498f7ef5-0592-44c1-b5c4-9dfe12793c33 req-89c8be3d-4eb5-423e-b085-defcde9c0954 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412769 Mar 07 15:38:31.335850 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33294) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:31.349676 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f8b7aece-542e-4c11-939f-e89e3edd6523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:31.433893 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f8b7aece-542e-4c11-939f-e89e3edd6523 admin admin] Publish callbacks [] for security_group (97e96848-6267-4aa3-a45a-d4cbad38aa80), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:31.441647 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f8b7aece-542e-4c11-939f-e89e3edd6523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (97e96848-6267-4aa3-a45a-d4cbad38aa80), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:31.480215 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-f8b7aece-542e-4c11-939f-e89e3edd6523 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea937ef257154be89d3f46a116af3989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432858 Mar 07 15:38:31.481128 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7aece-542e-4c11-939f-e89e3edd6523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e96848-6267-4aa3-a45a-d4cbad38aa80,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:31.483101 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33296) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:31.533166 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6ca411e2-a172-455b-a697-f03d89205277 admin admin] Publish callbacks [] for security_group (97e96848-6267-4aa3-a45a-d4cbad38aa80), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:31.554346 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6ca411e2-a172-455b-a697-f03d89205277 admin admin] Publish callbacks [] for security_group (97e96848-6267-4aa3-a45a-d4cbad38aa80), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:31.600040 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6ca411e2-a172-455b-a697-f03d89205277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (97e96848-6267-4aa3-a45a-d4cbad38aa80), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:31.602766 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6ca411e2-a172-455b-a697-f03d89205277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:31.603900 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-6ca411e2-a172-455b-a697-f03d89205277 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97e96848-6267-4aa3-a45a-d4cbad38aa80 HTTP/1.1" status: 204 len: 168 time: 0.1192818 Mar 07 15:38:31.611486 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca411e2-a172-455b-a697-f03d89205277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e96848-6267-4aa3-a45a-d4cbad38aa80,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:32.350748 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34cb3d-1f0b-41e1-8a6f-d4f87eea98b6 req-38fd11ad-b272-402b-8e00-5d5d425e289e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:32.352223 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6c34cb3d-1f0b-41e1-8a6f-d4f87eea98b6 req-38fd11ad-b272-402b-8e00-5d5d425e289e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0558684 Mar 07 15:38:32.400382 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6c34cb3d-1f0b-41e1-8a6f-d4f87eea98b6 req-34076f83-867f-443b-925b-d8e43ab50f2f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425053 Mar 07 15:38:33.423077 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33372) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:33.523138 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89f15f-1173-4485-9713-f7de3cd2a44d req-4fe04d3e-e296-48ac-8bd6-df3f0ee5f301 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:33.524650 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0d89f15f-1173-4485-9713-f7de3cd2a44d req-4fe04d3e-e296-48ac-8bd6-df3f0ee5f301 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0541666 Mar 07 15:38:33.526991 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-72b0980a-db63-4206-a2db-0f2d557b5f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:33.571879 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0d89f15f-1173-4485-9713-f7de3cd2a44d req-8b20e388-6457-495c-81e9-6b95fb8dcd21 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414701 Mar 07 15:38:33.599044 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-72b0980a-db63-4206-a2db-0f2d557b5f96 admin admin] Publish callbacks [] for security_group (5593f445-838f-449f-8893-261eb100b41a), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:33.602702 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-72b0980a-db63-4206-a2db-0f2d557b5f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (5593f445-838f-449f-8893-261eb100b41a), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:33.638463 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0980a-db63-4206-a2db-0f2d557b5f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5593f445-838f-449f-8893-261eb100b41a,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:33.642578 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-72b0980a-db63-4206-a2db-0f2d557b5f96 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba91a5ce3708499cb581cbca9f292e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183228 Mar 07 15:38:33.645740 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33378) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:33.695935 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0dfa-689f-47a6-8aca-ffd8bf37f456 admin admin] Publish callbacks [] for security_group (5593f445-838f-449f-8893-261eb100b41a), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:33.716467 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0dfa-689f-47a6-8aca-ffd8bf37f456 admin admin] Publish callbacks [] for security_group (5593f445-838f-449f-8893-261eb100b41a), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:33.773980 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0dfa-689f-47a6-8aca-ffd8bf37f456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (5593f445-838f-449f-8893-261eb100b41a), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:33.776548 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0dfa-689f-47a6-8aca-ffd8bf37f456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:33.777686 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-0a7d0dfa-689f-47a6-8aca-ffd8bf37f456 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5593f445-838f-449f-8893-261eb100b41a HTTP/1.1" status: 204 len: 168 time: 0.1310251 Mar 07 15:38:33.787009 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d0dfa-689f-47a6-8aca-ffd8bf37f456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5593f445-838f-449f-8893-261eb100b41a,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:34.028324 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33384) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:34.042056 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89971e29-b91f-4461-9545-2afa201f5f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:34.117241 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89971e29-b91f-4461-9545-2afa201f5f20 admin admin] Publish callbacks [] for security_group (599ac73b-64da-4879-a2f6-4a8b7411ccf9), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:34.120683 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89971e29-b91f-4461-9545-2afa201f5f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (599ac73b-64da-4879-a2f6-4a8b7411ccf9), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:34.157603 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-89971e29-b91f-4461-9545-2afa201f5f20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df5f101a1a29413ab4e75910cdd25af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282265 Mar 07 15:38:34.158715 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89971e29-b91f-4461-9545-2afa201f5f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599ac73b-64da-4879-a2f6-4a8b7411ccf9,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:34.160830 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33386) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:34.207934 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5182ce65-2f32-4633-b869-554858b8fc1c admin admin] Publish callbacks [] for security_group (599ac73b-64da-4879-a2f6-4a8b7411ccf9), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:34.228966 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5182ce65-2f32-4633-b869-554858b8fc1c admin admin] Publish callbacks [] for security_group (599ac73b-64da-4879-a2f6-4a8b7411ccf9), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:34.278080 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5182ce65-2f32-4633-b869-554858b8fc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (599ac73b-64da-4879-a2f6-4a8b7411ccf9), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:34.280624 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5182ce65-2f32-4633-b869-554858b8fc1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:34.281757 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-5182ce65-2f32-4633-b869-554858b8fc1c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/599ac73b-64da-4879-a2f6-4a8b7411ccf9 HTTP/1.1" status: 204 len: 168 time: 0.1198969 Mar 07 15:38:34.289838 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182ce65-2f32-4633-b869-554858b8fc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599ac73b-64da-4879-a2f6-4a8b7411ccf9,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:34.695190 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa3fd5-f322-4846-9855-c0e98ac0f41d req-9f320868-320b-4d6a-925a-125053bb304e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:34.698253 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-03fa3fd5-f322-4846-9855-c0e98ac0f41d req-9f320868-320b-4d6a-925a-125053bb304e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0537310 Mar 07 15:38:34.747883 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-03fa3fd5-f322-4846-9855-c0e98ac0f41d req-22ea101b-af70-41c1-95ee-3b040c184037 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456722 Mar 07 15:38:35.872719 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5c141-9732-4085-8f88-8bab3aad07ee req-fa44484c-8d9f-451c-b7ec-91a49b696c4d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:35.874407 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e4c5c141-9732-4085-8f88-8bab3aad07ee req-fa44484c-8d9f-451c-b7ec-91a49b696c4d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0550923 Mar 07 15:38:35.927704 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e4c5c141-9732-4085-8f88-8bab3aad07ee req-841a57a0-7f14-41ee-9f31-ff101d30e9a0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426486 Mar 07 15:38:36.518198 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ba056e95-b2d1-49d7-8b0b-e97d96d59204 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:38:36.623253 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ba056e95-b2d1-49d7-8b0b-e97d96d59204, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:38:36.634341 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'port_id': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'mac_address': 'fa:16:3e:4b:18:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:38:36.671155 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port ba056e95-b2d1-49d7-8b0b-e97d96d59204 is: ACTIVE; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:38:36.671652 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:36.689366 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba056e95-b2d1-49d7-8b0b-e97d96d59204 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:38:36.713712 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ba056e95-b2d1-49d7-8b0b-e97d96d59204, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:38:36.724095 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:36.773366 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=ba056e95-b2d1-49d7-8b0b-e97d96d59204,revision_number=6']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:36.780605 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:36.780954 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:36.781297 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:36.781635 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:36.781989 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:36.782321 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:36.782649 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:36.782974 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:36.783299 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:36.783623 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:36.783951 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:36.784277 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:36.784594 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:38:36.812729 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['ba056e95-b2d1-49d7-8b0b-e97d96d59204'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:38:37.087340 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f9f87-3e95-48a3-8d90-5321bf28c31d req-dbca6562-8556-4b0e-a80f-c85f5a7ee943 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:37.088976 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-129f9f87-3e95-48a3-8d90-5321bf28c31d req-dbca6562-8556-4b0e-a80f-c85f5a7ee943 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 944 time: 0.0726972 Mar 07 15:38:37.161815 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-129f9f87-3e95-48a3-8d90-5321bf28c31d req-158f047f-d4ce-42aa-90c5-06594b53ef13 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586488 Mar 07 15:38:38.286548 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f7762-f570-4bfe-9a36-4d8ce0605291 req-79470c12-9a9f-4c0a-b026-9bb036221c0c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:38.288643 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-263f7762-f570-4bfe-9a36-4d8ce0605291 req-79470c12-9a9f-4c0a-b026-9bb036221c0c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 944 time: 0.0628123 Mar 07 15:38:38.346126 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-263f7762-f570-4bfe-9a36-4d8ce0605291 req-c8977848-96dd-4573-ae90-06549dbe1677 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518374 Mar 07 15:38:38.539938 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ba056e95-b2d1-49d7-8b0b-e97d96d59204 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:38:38.591392 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port ba056e95-b2d1-49d7-8b0b-e97d96d59204 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:38:38.592046 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:38.835837 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port ba056e95-b2d1-49d7-8b0b-e97d96d59204 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:38:38.836566 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:38.865816 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:38:38.868119 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f59b9f-42f1-4376-8d24-7e5f0f22e351" -d '{"events": [{"server_uuid": "2c6016f7-72e6-4828-b654-67c9a0bd98ce", "name": "network-vif-plugged", "status": "completed", "tag": "ba056e95-b2d1-49d7-8b0b-e97d96d59204"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:38:38.890423 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ba056e95-b2d1-49d7-8b0b-e97d96d59204, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:38:38.897315 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:38.928832 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092834eb-5fec-4333-a4fc-949cf9e22aa7 x-openstack-request-id: req-092834eb-5fec-4333-a4fc-949cf9e22aa7 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:38:38.929451 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6016f7-72e6-4828-b654-67c9a0bd98ce", "name": "network-vif-plugged", "status": "completed", "tag": "ba056e95-b2d1-49d7-8b0b-e97d96d59204", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:38:38.929859 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-092834eb-5fec-4333-a4fc-949cf9e22aa7 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:38:38.930472 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'code': 200} Mar 07 15:38:38.963982 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=ba056e95-b2d1-49d7-8b0b-e97d96d59204,revision_number=7']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:39.480353 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef795759-88e8-4dc7-948c-9101f0691f38 req-cd2855b7-593e-49c1-b917-11bde3e63d87 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:39.482066 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ef795759-88e8-4dc7-948c-9101f0691f38 req-cd2855b7-593e-49c1-b917-11bde3e63d87 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0614758 Mar 07 15:38:39.542336 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ef795759-88e8-4dc7-948c-9101f0691f38 req-40cd7bc2-709e-4a02-b366-73d7358826fa tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548122 Mar 07 15:38:40.673540 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf60f4-6e8d-4ec9-95bc-d3018069f6e3 req-7328ca3e-36ba-49c5-a5ef-691f23b458ad tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:40.678893 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-bcbf60f4-6e8d-4ec9-95bc-d3018069f6e3 req-7328ca3e-36ba-49c5-a5ef-691f23b458ad tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0602291 Mar 07 15:38:40.726561 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-bcbf60f4-6e8d-4ec9-95bc-d3018069f6e3 req-1b3e6707-1691-4d62-988b-2c7e76c838f2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437443 Mar 07 15:38:41.885877 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991086b1-09ff-4365-87c3-23672a16042d req-0035b2fc-163a-4162-8e4f-836c35631b62 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:41.887442 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-991086b1-09ff-4365-87c3-23672a16042d req-0035b2fc-163a-4162-8e4f-836c35631b62 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0654664 Mar 07 15:38:41.947297 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-991086b1-09ff-4365-87c3-23672a16042d req-0b12cf6d-0ee4-4e42-81bb-5fc31ea78875 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492907 Mar 07 15:38:43.083582 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cd349-175d-4d6c-8a9b-0e2b3e272bcb req-4cda008b-0beb-43de-94ad-6e7749e83b0f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:43.085208 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-908cd349-175d-4d6c-8a9b-0e2b3e272bcb req-4cda008b-0beb-43de-94ad-6e7749e83b0f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0611053 Mar 07 15:38:43.142578 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-908cd349-175d-4d6c-8a9b-0e2b3e272bcb req-5a89359f-aafb-49aa-a8fa-5e4c2e51d219 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496597 Mar 07 15:38:44.075180 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-8f278009-0cfb-4a2f-8afe-60cf0941e80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:44.279038 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4020b5-5e9a-48fa-b781-3c7c68d6755b req-4520c064-9619-4d05-b855-1889ed47fe93 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:44.280550 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4b4020b5-5e9a-48fa-b781-3c7c68d6755b req-4520c064-9619-4d05-b855-1889ed47fe93 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0655842 Mar 07 15:38:44.338306 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4b4020b5-5e9a-48fa-b781-3c7c68d6755b req-2ccf290a-5abb-47df-b9de-16010e25345f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520816 Mar 07 15:38:45.208476 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33554) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:45.333868 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4e3aa9a-468a-4737-bc57-72d31962b3de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:45.449558 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4e3aa9a-468a-4737-bc57-72d31962b3de admin admin] Publish callbacks [] for security_group (dc953058-373b-44f3-8c74-9cb2d0a7127e), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:45.455957 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4e3aa9a-468a-4737-bc57-72d31962b3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (dc953058-373b-44f3-8c74-9cb2d0a7127e), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:45.506645 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-f4e3aa9a-468a-4737-bc57-72d31962b3de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e836bf8535544acfa4c883fca76ef0a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970676 Mar 07 15:38:45.509469 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33560) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:45.516262 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3aa9a-468a-4737-bc57-72d31962b3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc953058-373b-44f3-8c74-9cb2d0a7127e,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:45.528366 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580971d-89e3-46bb-b65c-a2ac52e5dcf9 req-f622c929-3cab-4c0e-9131-bd41b9183960 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:45.529867 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9580971d-89e3-46bb-b65c-a2ac52e5dcf9 req-f622c929-3cab-4c0e-9131-bd41b9183960 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.1154876 Mar 07 15:38:45.573876 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4dfebe62-e14a-47a1-aaee-a618c0137fd0 admin admin] Publish callbacks [] for security_group (dc953058-373b-44f3-8c74-9cb2d0a7127e), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:45.586558 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9580971d-89e3-46bb-b65c-a2ac52e5dcf9 req-2cda5a81-59c3-473b-8a1a-88774f999dd3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509181 Mar 07 15:38:45.598144 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4dfebe62-e14a-47a1-aaee-a618c0137fd0 admin admin] Publish callbacks [] for security_group (dc953058-373b-44f3-8c74-9cb2d0a7127e), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:45.653454 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4dfebe62-e14a-47a1-aaee-a618c0137fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (dc953058-373b-44f3-8c74-9cb2d0a7127e), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:45.656328 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4dfebe62-e14a-47a1-aaee-a618c0137fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:45.657468 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-4dfebe62-e14a-47a1-aaee-a618c0137fd0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc953058-373b-44f3-8c74-9cb2d0a7127e HTTP/1.1" status: 204 len: 168 time: 0.1469481 Mar 07 15:38:45.667540 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfebe62-e14a-47a1-aaee-a618c0137fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc953058-373b-44f3-8c74-9cb2d0a7127e,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:45.926244 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33576) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:45.939185 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-51fa1148-ce2a-42f5-9af1-96c70ce7f6d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:46.013778 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-51fa1148-ce2a-42f5-9af1-96c70ce7f6d3 admin admin] Publish callbacks [] for security_group (9b59fb38-6741-4919-b802-9d08b914631d), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:46.017917 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-51fa1148-ce2a-42f5-9af1-96c70ce7f6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (9b59fb38-6741-4919-b802-9d08b914631d), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:46.055296 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-51fa1148-ce2a-42f5-9af1-96c70ce7f6d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46b023de4320437e939892e088151b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278992 Mar 07 15:38:46.057226 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa1148-ce2a-42f5-9af1-96c70ce7f6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b59fb38-6741-4919-b802-9d08b914631d,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:46.057921 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33578) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:46.107103 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4540b69b-e66e-4921-99e0-f620a015d1d7 admin admin] Publish callbacks [] for security_group (9b59fb38-6741-4919-b802-9d08b914631d), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:46.128101 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4540b69b-e66e-4921-99e0-f620a015d1d7 admin admin] Publish callbacks [] for security_group (9b59fb38-6741-4919-b802-9d08b914631d), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:46.201735 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42a64-bd18-474e-b9af-282111b2ef83 req-5e6a6308-b834-41ab-a57a-dbfdbe2db193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:46.203282 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-03b42a64-bd18-474e-b9af-282111b2ef83 req-5e6a6308-b834-41ab-a57a-dbfdbe2db193 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=733d7788dbf7454e945a255ad9d4f9f1&device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 1129 time: 0.0565677 Mar 07 15:38:46.217539 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4540b69b-e66e-4921-99e0-f620a015d1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (9b59fb38-6741-4919-b802-9d08b914631d), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:46.220312 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4540b69b-e66e-4921-99e0-f620a015d1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:46.221339 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-4540b69b-e66e-4921-99e0-f620a015d1d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b59fb38-6741-4919-b802-9d08b914631d HTTP/1.1" status: 204 len: 168 time: 0.1623509 Mar 07 15:38:46.245346 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540b69b-e66e-4921-99e0-f620a015d1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b59fb38-6741-4919-b802-9d08b914631d,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:46.304428 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42a64-bd18-474e-b9af-282111b2ef83 req-e5dfaf33-6783-44b8-b3ca-8fd15e1ce118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:46.305992 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-03b42a64-bd18-474e-b9af-282111b2ef83 req-e5dfaf33-6783-44b8-b3ca-8fd15e1ce118 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4dacc321-0235-4232-8deb-30a0cd8e5de6 HTTP/1.1" status: 200 len: 918 time: 0.0964956 Mar 07 15:38:46.375275 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-03b42a64-bd18-474e-b9af-282111b2ef83 req-5d77c759-8f5c-4696-b1bb-04367a056995 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204 HTTP/1.1" status: 200 len: 1001 time: 0.0632193 Mar 07 15:38:46.423859 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42a64-bd18-474e-b9af-282111b2ef83 req-047b56e1-1ca7-4247-a800-bc9a307ce72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:46.425936 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-03b42a64-bd18-474e-b9af-282111b2ef83 req-047b56e1-1ca7-4247-a800-bc9a307ce72a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fa3af63-c79c-44c8-be3f-b0aa201a012b HTTP/1.1" status: 200 len: 856 time: 0.0438662 Mar 07 15:38:46.473610 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42a64-bd18-474e-b9af-282111b2ef83 req-6b1b85a7-baaf-424f-b484-cb921209161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:46.475211 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-03b42a64-bd18-474e-b9af-282111b2ef83 req-6b1b85a7-baaf-424f-b484-cb921209161d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dacc321-0235-4232-8deb-30a0cd8e5de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438299 Mar 07 15:38:46.578536 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-03b42a64-bd18-474e-b9af-282111b2ef83 req-4d534af0-7e14-4192-90f8-ea1d84caa9fb service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976212 Mar 07 15:38:46.654375 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-59d0bfe2-9dff-4103-8bcb-324f9fe3d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:46.676544 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-03b42a64-bd18-474e-b9af-282111b2ef83 req-935ebbac-7973-47d9-b07a-9a441385a3c1 service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920331 Mar 07 15:38:46.740001 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d77048-c507-4539-b04d-bc43df0c55a4 req-3a902f94-f73f-4321-a8b5-3649755e7cef tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:46.741549 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-09d77048-c507-4539-b04d-bc43df0c55a4 req-3a902f94-f73f-4321-a8b5-3649755e7cef tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0640309 Mar 07 15:38:46.792913 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-09d77048-c507-4539-b04d-bc43df0c55a4 req-5a22da15-031a-456e-a1e9-f3b785f995f1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452840 Mar 07 15:38:47.274831 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33610) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:47.377309 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b72a7bde-4e43-4303-9b4a-aa42ec14771b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:47.449077 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b72a7bde-4e43-4303-9b4a-aa42ec14771b admin admin] Publish callbacks [] for security_group (095e7ab5-5721-4f4b-93ad-973061cc9773), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:47.453352 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b72a7bde-4e43-4303-9b4a-aa42ec14771b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (095e7ab5-5721-4f4b-93ad-973061cc9773), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:47.492433 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-b72a7bde-4e43-4303-9b4a-aa42ec14771b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a55fe8f7474c449585b0e8529acabd60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165260 Mar 07 15:38:47.493300 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a7bde-4e43-4303-9b4a-aa42ec14771b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095e7ab5-5721-4f4b-93ad-973061cc9773,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:47.495712 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33614) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:47.543661 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-10d6e69f-6b72-4a87-a522-b819d0b88fd8 admin admin] Publish callbacks [] for security_group (095e7ab5-5721-4f4b-93ad-973061cc9773), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:47.563662 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-10d6e69f-6b72-4a87-a522-b819d0b88fd8 admin admin] Publish callbacks [] for security_group (095e7ab5-5721-4f4b-93ad-973061cc9773), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:47.610030 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-10d6e69f-6b72-4a87-a522-b819d0b88fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (095e7ab5-5721-4f4b-93ad-973061cc9773), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:47.612558 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-10d6e69f-6b72-4a87-a522-b819d0b88fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:47.613886 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-10d6e69f-6b72-4a87-a522-b819d0b88fd8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/095e7ab5-5721-4f4b-93ad-973061cc9773 HTTP/1.1" status: 204 len: 168 time: 0.1163392 Mar 07 15:38:47.621460 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6e69f-6b72-4a87-a522-b819d0b88fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095e7ab5-5721-4f4b-93ad-973061cc9773,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:47.661812 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:47.922889 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93af15a-8b7b-42f2-b20f-d8c0873741df req-7b3be33f-757c-4e1f-8fa5-6950edf5c92a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:47.924390 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b93af15a-8b7b-42f2-b20f-d8c0873741df req-7b3be33f-757c-4e1f-8fa5-6950edf5c92a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 945 time: 0.0595930 Mar 07 15:38:47.970894 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b93af15a-8b7b-42f2-b20f-d8c0873741df req-908e5566-5814-496a-9d31-bd88f9edce0d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405648 Mar 07 15:38:48.618375 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ba056e95-b2d1-49d7-8b0b-e97d96d59204 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:38:48.697373 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port ba056e95-b2d1-49d7-8b0b-e97d96d59204 is: ACTIVE; New status is: DOWN {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:38:48.698213 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:48.721572 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:38:48.723950 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a300b40-6644-4ec2-96b4-692561f01de8" -d '{"events": [{"server_uuid": "2c6016f7-72e6-4828-b654-67c9a0bd98ce", "name": "network-vif-unplugged", "status": "completed", "tag": "ba056e95-b2d1-49d7-8b0b-e97d96d59204"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:38:48.739714 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ba056e95-b2d1-49d7-8b0b-e97d96d59204, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:38:48.744384 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:48.769398 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 15:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2f99d7-7a09-47c1-b32c-dc3a54d40ee8 x-openstack-request-id: req-cf2f99d7-7a09-47c1-b32c-dc3a54d40ee8 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:38:48.769810 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6016f7-72e6-4828-b654-67c9a0bd98ce", "name": "network-vif-unplugged", "status": "failed", "tag": "ba056e95-b2d1-49d7-8b0b-e97d96d59204", "code": 422}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:38:48.770093 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf2f99d7-7a09-47c1-b32c-dc3a54d40ee8 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:38:48.770538 dv-cinder-830538-7-iscsi neutron-server[102972]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'code': 422} returned with failed status Mar 07 15:38:48.802324 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=ba056e95-b2d1-49d7-8b0b-e97d96d59204,revision_number=8']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:49.007095 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:49.090564 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7908dd9-b1c1-4c7d-b4d2-1d3c19e16e20 req-b17a0966-d570-477d-a7ab-af9cbcda9d37 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:49.092024 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b7908dd9-b1c1-4c7d-b4d2-1d3c19e16e20 req-b17a0966-d570-477d-a7ab-af9cbcda9d37 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 943 time: 0.0511422 Mar 07 15:38:49.144810 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b7908dd9-b1c1-4c7d-b4d2-1d3c19e16e20 req-c46d2106-95bd-41b7-bd2f-2ca2f9934569 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465145 Mar 07 15:38:49.887552 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [req-7c10a672-0474-4fc2-87ad-1f465259c1bd req-9a613591-e0ad-4f8e-90df-603203fb233a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:38:49.888575 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7c10a672-0474-4fc2-87ad-1f465259c1bd req-9a613591-e0ad-4f8e-90df-603203fb233a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053825 Mar 07 15:38:50.060877 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3a93-396f-4152-bbed-8fe729d27afe req-8066d17f-5cb4-4a9a-b722-b3d3904da2a1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:50.062398 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-002a3a93-396f-4152-bbed-8fe729d27afe req-8066d17f-5cb4-4a9a-b722-b3d3904da2a1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 943 time: 0.0627198 Mar 07 15:38:50.100471 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-9f3e9abd-18c8-4ebe-8238-01a2fd66ee88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0489144 Mar 07 15:38:50.113742 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-002a3a93-396f-4152-bbed-8fe729d27afe req-597c74ca-0aaf-44d5-a226-01c688d8d5cb tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451748 Mar 07 15:38:50.173505 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-b66ed89a-9cc7-4448-856d-1506fe00fe78 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:50.174874 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-b66ed89a-9cc7-4448-856d-1506fe00fe78 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports/ba056e95-b2d1-49d7-8b0b-e97d96d59204 HTTP/1.1" status: 200 len: 940 time: 0.0453701 Mar 07 15:38:50.681839 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:50.894752 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-b0999707-f90b-44d6-a8d4-44ceda639d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:50.896222 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-b0999707-f90b-44d6-a8d4-44ceda639d5b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce&tenant_id=733d7788dbf7454e945a255ad9d4f9f1 HTTP/1.1" status: 200 len: 1127 time: 0.0435960 Mar 07 15:38:50.961916 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-14766cb5-f952-4e3e-9dd4-3e7e9f5ff876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:50.963357 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-14766cb5-f952-4e3e-9dd4-3e7e9f5ff876 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=733d7788dbf7454e945a255ad9d4f9f1&device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 1127 time: 0.0461273 Mar 07 15:38:51.054959 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-d5b52f0b-d5dc-46a1-810e-25d8c5e5e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:51.056437 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-d5b52f0b-d5dc-46a1-810e-25d8c5e5e6f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4dacc321-0235-4232-8deb-30a0cd8e5de6 HTTP/1.1" status: 200 len: 918 time: 0.0871875 Mar 07 15:38:51.122196 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-b94a2ebd-7c67-4421-b28d-56dd0822cd8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204 HTTP/1.1" status: 200 len: 999 time: 0.0593946 Mar 07 15:38:51.170484 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-42bcef4b-7025-454b-8e28-e7bb0d534183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:51.172037 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-42bcef4b-7025-454b-8e28-e7bb0d534183 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fa3af63-c79c-44c8-be3f-b0aa201a012b HTTP/1.1" status: 200 len: 856 time: 0.0437891 Mar 07 15:38:51.253432 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-fc2edc65-7648-4203-914d-0eea7fee4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:51.254974 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-fc2edc65-7648-4203-914d-0eea7fee4f63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dacc321-0235-4232-8deb-30a0cd8e5de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773473 Mar 07 15:38:51.277201 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d47fc7-2de2-48e4-a985-2c77bd7da063 req-436b2b22-2b6d-4226-a8af-d85bfe9cb6fd tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:51.278739 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-82d47fc7-2de2-48e4-a985-2c77bd7da063 req-436b2b22-2b6d-4226-a8af-d85bfe9cb6fd tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 943 time: 0.0772076 Mar 07 15:38:51.371994 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-82d47fc7-2de2-48e4-a985-2c77bd7da063 req-4c2c12a5-d38e-40c8-b96b-6098031cde2d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826406 Mar 07 15:38:51.394418 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-61409bb3-913c-4fad-a435-95bdd1906aed service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316631 Mar 07 15:38:51.488425 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-98bd8767-965d-4ed2-97a2-ce5f0af68940 req-9837d82d-e239-470e-8291-697daf39815e service neutron] 10.222.0.30 "GET /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873401 Mar 07 15:38:51.638486 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:38:51.950276 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:52.516725 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea0772-4b2d-4770-98b2-9e8b4c1458c8 req-79a76a08-f5ee-4252-9a18-1da7d372d867 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:52.518251 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ddea0772-4b2d-4770-98b2-9e8b4c1458c8 req-79a76a08-f5ee-4252-9a18-1da7d372d867 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 943 time: 0.0625305 Mar 07 15:38:52.588230 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ddea0772-4b2d-4770-98b2-9e8b4c1458c8 req-14a3177d-55a3-4ccc-be06-64ba3715b6af tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618107 Mar 07 15:38:52.624799 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ba056e95-b2d1-49d7-8b0b-e97d96d59204 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:38:52.728668 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port ba056e95-b2d1-49d7-8b0b-e97d96d59204 is: DOWN; New status is: DOWN {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:38:53.721409 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0548fe-1133-4c59-ae05-e271992e0160 req-6766981f-4fa1-4fad-97e3-5c38789b9ab4 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:53.723779 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ed0548fe-1133-4c59-ae05-e271992e0160 req-6766981f-4fa1-4fad-97e3-5c38789b9ab4 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 943 time: 0.0647917 Mar 07 15:38:53.782660 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ed0548fe-1133-4c59-ae05-e271992e0160 req-381995bd-771f-4442-8d37-ce7097d63e53 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524640 Mar 07 15:38:54.954118 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2e68c-ca4e-4c44-91ef-4f97ce552ef3 req-62b99200-ef48-48fc-b4fd-947730c096e4 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:54.955578 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-82a2e68c-ca4e-4c44-91ef-4f97ce552ef3 req-62b99200-ef48-48fc-b4fd-947730c096e4 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 943 time: 0.0779457 Mar 07 15:38:55.007109 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-82a2e68c-ca4e-4c44-91ef-4f97ce552ef3 req-fde10755-f823-4e83-97d3-ec56cce309fd tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449610 Mar 07 15:38:56.140546 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a26a4-c085-4adb-b5bd-805ee38d4d4f req-4d011673-d1ce-45ce-b8f9-f0c9ba798f92 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:56.142337 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a37a26a4-c085-4adb-b5bd-805ee38d4d4f req-4d011673-d1ce-45ce-b8f9-f0c9ba798f92 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 943 time: 0.0567842 Mar 07 15:38:56.199476 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a37a26a4-c085-4adb-b5bd-805ee38d4d4f req-380e4d63-f2cc-461a-994a-6ffb1e740303 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477517 Mar 07 15:38:57.344213 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450dd4c-4160-43ed-92f0-f2bfb717646a req-2bf1fc14-f22b-457c-ab9c-3c460f0503f1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:57.347326 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6450dd4c-4160-43ed-92f0-f2bfb717646a req-2bf1fc14-f22b-457c-ab9c-3c460f0503f1 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 943 time: 0.0613139 Mar 07 15:38:57.420689 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6450dd4c-4160-43ed-92f0-f2bfb717646a req-e8430efd-ff89-4eda-b3b5-ce1d47b8d516 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659199 Mar 07 15:38:58.480544 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33850) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:58.560896 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbc207-01be-4f12-94ac-dff6dd07976a req-b648c007-7c4b-4363-bb50-84d667a69661 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:58.562469 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1efbc207-01be-4f12-94ac-dff6dd07976a req-b648c007-7c4b-4363-bb50-84d667a69661 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 943 time: 0.0554347 Mar 07 15:38:58.614261 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ebbb32a2-8ce0-4ebb-90a5-6f0115a590ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:58.619649 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1efbc207-01be-4f12-94ac-dff6dd07976a req-f77b2814-ce7a-4884-a24b-73589f2b16f0 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506513 Mar 07 15:38:58.712857 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ebbb32a2-8ce0-4ebb-90a5-6f0115a590ed admin admin] Publish callbacks [] for security_group (5845f3a4-d571-4a38-9c32-2e14e5be36d5), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:58.719146 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ebbb32a2-8ce0-4ebb-90a5-6f0115a590ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (5845f3a4-d571-4a38-9c32-2e14e5be36d5), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:58.763739 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-ebbb32a2-8ce0-4ebb-90a5-6f0115a590ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5fae27f1a98c4a0da208a27842c2f9b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820311 Mar 07 15:38:58.764605 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb32a2-8ce0-4ebb-90a5-6f0115a590ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5845f3a4-d571-4a38-9c32-2e14e5be36d5,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:58.766992 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33854) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:58.820127 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-012ea475-250f-4e17-aad4-cb75ad1a9bb8 admin admin] Publish callbacks [] for security_group (5845f3a4-d571-4a38-9c32-2e14e5be36d5), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:58.842993 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-012ea475-250f-4e17-aad4-cb75ad1a9bb8 admin admin] Publish callbacks [] for security_group (5845f3a4-d571-4a38-9c32-2e14e5be36d5), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:58.893073 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-012ea475-250f-4e17-aad4-cb75ad1a9bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (5845f3a4-d571-4a38-9c32-2e14e5be36d5), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:58.895865 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-012ea475-250f-4e17-aad4-cb75ad1a9bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:58.897026 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-012ea475-250f-4e17-aad4-cb75ad1a9bb8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5845f3a4-d571-4a38-9c32-2e14e5be36d5 HTTP/1.1" status: 204 len: 168 time: 0.1290996 Mar 07 15:38:58.917037 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ea475-250f-4e17-aad4-cb75ad1a9bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5845f3a4-d571-4a38-9c32-2e14e5be36d5,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:59.621614 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33878) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:59.716908 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-487910255-network', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:38:59.737176 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] Made reservation on behalf of 946fec15659f4b1ab08bbb9fb8fe5d7f for: {'network': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:38:59.740491 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:59.749079 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:59.757822 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af430b-29f2-4d24-86ca-979cd9536894 req-2e91e5f0-cc8f-45d5-86c9-744ce79c9f50 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:59.759355 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-66af430b-29f2-4d24-86ca-979cd9536894 req-2e91e5f0-cc8f-45d5-86c9-744ce79c9f50 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 943 time: 0.0558555 Mar 07 15:38:59.808141 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-66af430b-29f2-4d24-86ca-979cd9536894 req-9ced310c-9279-4f94-a4e3-90c28a215dbe tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430231 Mar 07 15:38:59.827896 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] Publish callbacks [] for security_group (e2d71b34-b7df-4cd6-846c-e24f16b18173), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:59.832783 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (e2d71b34-b7df-4cd6-846c-e24f16b18173), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:59.867468 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=102971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:38:59.873867 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d71b34-b7df-4cd6-846c-e24f16b18173,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:38:59.881568 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (9183b860-956d-4698-ae97-754ce101fb05), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:59.881568 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.segments_db [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] Added segment 9183b860-956d-4698-ae97-754ce101fb05 of type vlan for network f6b9b580-689c-4c7f-94c0-c628036d2fb5 Mar 07 15:38:59.922815 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (f6b9b580-689c-4c7f-94c0-c628036d2fb5), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:59.946645 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (f6b9b580-689c-4c7f-94c0-c628036d2fb5), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:59.947587 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:38:59.948190 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:38:59.981464 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3587284 Mar 07 15:38:59.984578 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33884) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:38:59.989521 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-ea1a1d09-1c5b-45b8-a33c-3f5c335a796b admin admin] Request body: {'subnet': {'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-487910255-subnet', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'ip_version': 4}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:00.008900 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1a1d09-1c5b-45b8-a33c-3f5c335a796b admin admin] Made reservation on behalf of 946fec15659f4b1ab08bbb9fb8fe5d7f for: {'subnet': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:39:00.009659 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b716e1-5f92-4995-8136-f92835182b4a admin admin] Pushing event updated for resources: {'Network': ['ID=f6b9b580-689c-4c7f-94c0-c628036d2fb5,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:00.011351 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ea1a1d09-1c5b-45b8-a33c-3f5c335a796b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5119538'] for subnet (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:00.020865 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network f6b9b580-689c-4c7f-94c0-c628036d2fb5 details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:39:00.180089 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ea1a1d09-1c5b-45b8-a33c-3f5c335a796b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8143747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5119532'] for subnet (ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:00.240788 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a1d09-1c5b-45b8-a33c-3f5c335a796b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:00.251174 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a1d09-1c5b-45b8-a33c-3f5c335a796b admin admin] Checking segment: {'id': '9183b860-956d-4698-ae97-754ce101fb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:39:00.251639 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1a1d09-1c5b-45b8-a33c-3f5c335a796b admin admin] Network hostable DHCP agents. Network: f6b9b580-689c-4c7f-94c0-c628036d2fb5, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:39:00.269122 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1a1d09-1c5b-45b8-a33c-3f5c335a796b admin admin] Network f6b9b580-689c-4c7f-94c0-c628036d2fb5 is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:39:00.278555 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-ea1a1d09-1c5b-45b8-a33c-3f5c335a796b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, f6b9b580-689c-4c7f-94c0-c628036d2fb5) {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:39:00.283844 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1a1d09-1c5b-45b8-a33c-3f5c335a796b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:00.285679 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ea1a1d09-1c5b-45b8-a33c-3f5c335a796b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:00.289922 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbee74c-2c39-46d5-b6bf-19c72f05a320 None None] Network f6b9b580-689c-4c7f-94c0-c628036d2fb5 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:39:00.303022 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-ea1a1d09-1c5b-45b8-a33c-3f5c335a796b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3173177 Mar 07 15:39:00.305784 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33892) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:00.310390 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:00.336002 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15426'] for router (19ec4d66-f090-4be2-bc1c-872ac2b264d2), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:00.337140 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15435'] for router (19ec4d66-f090-4be2-bc1c-872ac2b264d2), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:00.400226 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Publish callbacks [] for router_controller (19ec4d66-f090-4be2-bc1c-872ac2b264d2), precommit_add_association {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:00.414628 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f466aef-16ba-5baa-baad-004e3bae59e2-f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'fixed_ips': [{'subnet_id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1'}]}} from dv-cinder-830538-7-iscsi. {{(pid=102972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:39:00.415865 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:00.542383 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Publish callbacks [] for router_gateway (19ec4d66-f090-4be2-bc1c-872ac2b264d2), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:00.552913 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.db_base_plugin_common [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Allocated IP 172.20.0.2 (f6b9b580-689c-4c7f-94c0-c628036d2fb5/ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1/09518d47-f554-4270-9cc5-7482a16b2f52) {{(pid=102972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:39:00.703435 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Publish callbacks [] for port (09518d47-f554-4270-9cc5-7482a16b2f52), precommit_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:00.709918 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (09518d47-f554-4270-9cc5-7482a16b2f52), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:00.745533 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Publish callbacks [] for router_gateway (19ec4d66-f090-4be2-bc1c-872ac2b264d2), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:00.755440 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Network f6b9b580-689c-4c7f-94c0-c628036d2fb5 is already hosted by enough agents. {{(pid=102972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:39:00.758264 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.base_scheduler [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Resources bound (agent type, host, resource id): {{(pid=102972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:39:00.760777 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Received port after_create {{(pid=102972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:39:00.765280 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:00.766422 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Pushing event updated for resources: {'Port': ['ID=09518d47-f554-4270-9cc5-7482a16b2f52,revision_number=1']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:00.821014 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Attempting to bind port 09518d47-f554-4270-9cc5-7482a16b2f52 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:39:00.821390 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Attempting to bind port 09518d47-f554-4270-9cc5-7482a16b2f52 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '9183b860-956d-4698-ae97-754ce101fb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:39:00.821758 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Attempting to bind port 09518d47-f554-4270-9cc5-7482a16b2f52 on network f6b9b580-689c-4c7f-94c0-c628036d2fb5 {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:39:00.826824 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:39:00.827197 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Checking segment: {'id': '9183b860-956d-4698-ae97-754ce101fb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:39:00.827600 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:00.827994 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Bound using segment: {'id': '9183b860-956d-4698-ae97-754ce101fb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:39:00.828461 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Bound port: 09518d47-f554-4270-9cc5-7482a16b2f52, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9183b860-956d-4698-ae97-754ce101fb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:39:00.828846 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (09518d47-f554-4270-9cc5-7482a16b2f52), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:00.872136 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Allocated IP 172.27.3.43 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/e7f41c4b-ba86-4588-ab60-4d5aea134ccf) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:39:00.892822 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] For port 09518d47-f554-4270-9cc5-7482a16b2f52, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:39:00.898283 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] For port 09518d47-f554-4270-9cc5-7482a16b2f52, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=09518d47-f554-4270-9cc5-7482a16b2f52,segment=NetworkSegment(9183b860-956d-4698-ae97-754ce101fb05),segment_id=9183b860-956d-4698-ae97-754ce101fb05)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:39:00.904302 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (09518d47-f554-4270-9cc5-7482a16b2f52), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:00.940047 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f5ff3-3433-4843-9904-f0d7db9caf89 req-d3dd98dd-d9c0-4432-9c64-4aefdefae56d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:00.941611 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-286f5ff3-3433-4843-9904-f0d7db9caf89 req-d3dd98dd-d9c0-4432-9c64-4aefdefae56d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 943 time: 0.0558491 Mar 07 15:39:00.977748 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72bd1d-e5aa-4be1-a24b-402fee0951b6 None None] Pushing event updated for resources: {'Port': ['ID=09518d47-f554-4270-9cc5-7482a16b2f52,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:00.995192 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Publish callbacks [] for port (e7f41c4b-ba86-4588-ab60-4d5aea134ccf), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:01.013134 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-286f5ff3-3433-4843-9904-f0d7db9caf89 req-2f0e3c0c-9eac-4062-b629-80eba81fe790 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614889 Mar 07 15:39:01.032206 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (e7f41c4b-ba86-4588-ab60-4d5aea134ccf), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:01.076412 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:39:01.080787 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:39:01.084922 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:39:01.090582 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f41c4b-ba86-4588-ab60-4d5aea134ccf,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:01.618732 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Publish callbacks [] for router_gateway (19ec4d66-f090-4be2-bc1c-872ac2b264d2), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:01.836460 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574438'] for router (19ec4d66-f090-4be2-bc1c-872ac2b264d2), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:01.920257 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796c2ad4-cf4e-4f6c-9619-d01fe142fba4 None None] Network f6b9b580-689c-4c7f-94c0-c628036d2fb5 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:39:01.939360 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9fa34-4010-4f15-84bc-b9848e657477 req-e8606643-6088-4c63-8484-917a24eeaff9 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:01.940890 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-21d9fa34-4010-4f15-84bc-b9848e657477 req-e8606643-6088-4c63-8484-917a24eeaff9 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 945 time: 0.0556886 Mar 07 15:39:01.980236 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 is scheduled to L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 with binding_index 1 {{(pid=102971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:39:01.996574 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-21d9fa34-4010-4f15-84bc-b9848e657477 req-dedd9947-d526-4f54-8c6e-9f7db1c10da2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493062 Mar 07 15:39:02.037357 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-bf8172a9-3d34-4fea-a3fe-7cd1abaac722 None None] Provisioning complete for port 09518d47-f554-4270-9cc5-7482a16b2f52 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:02.037819 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-bf8172a9-3d34-4fea-a3fe-7cd1abaac722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (09518d47-f554-4270-9cc5-7482a16b2f52), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:02.109275 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:39:02.121292 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Sync routers for ids ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:39:02.134589 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Routers {'19ec4d66-f090-4be2-bc1c-872ac2b264d2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:02.135564 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:02.137316 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-bf8172a9-3d34-4fea-a3fe-7cd1abaac722 None None] Current status of the port 09518d47-f554-4270-9cc5-7482a16b2f52 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:02.137709 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-bf8172a9-3d34-4fea-a3fe-7cd1abaac722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (09518d47-f554-4270-9cc5-7482a16b2f52), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:02.167529 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:02.171298 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-47d8c5b8-43e6-4d76-aa78-fe92c1f59398 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8618958 Mar 07 15:39:02.171887 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33904) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:02.186548 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90999c8d-98dc-47dd-aea8-23a0edb4243d req-3ab433c7-2e75-45b9-b3f0-6c40e4e60cc5 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:02.188512 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-bf8172a9-3d34-4fea-a3fe-7cd1abaac722 None None] For port 09518d47-f554-4270-9cc5-7482a16b2f52, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=09518d47-f554-4270-9cc5-7482a16b2f52,segment=NetworkSegment(9183b860-956d-4698-ae97-754ce101fb05),segment_id=9183b860-956d-4698-ae97-754ce101fb05)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:02.195552 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-bf8172a9-3d34-4fea-a3fe-7cd1abaac722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (09518d47-f554-4270-9cc5-7482a16b2f52), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:02.199955 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-90999c8d-98dc-47dd-aea8-23a0edb4243d req-3ab433c7-2e75-45b9-b3f0-6c40e4e60cc5 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 943 time: 0.1012237 Mar 07 15:39:02.275257 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-90999c8d-98dc-47dd-aea8-23a0edb4243d req-da6468ec-073a-4cc8-8050-c876a2bbedec tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692182 Mar 07 15:39:02.303213 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Set router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:02.308860 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8172a9-3d34-4fea-a3fe-7cd1abaac722 None None] Pushing event updated for resources: {'Port': ['ID=09518d47-f554-4270-9cc5-7482a16b2f52,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:02.320994 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-4c111c13-2215-4fb5-8117-356fb9e47380 None None] Provisioning complete for port 09518d47-f554-4270-9cc5-7482a16b2f52 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:02.321378 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-4c111c13-2215-4fb5-8117-356fb9e47380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (09518d47-f554-4270-9cc5-7482a16b2f52), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:02.404128 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-4c111c13-2215-4fb5-8117-356fb9e47380 None None] Current status of the port 09518d47-f554-4270-9cc5-7482a16b2f52 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:02.503732 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:01Z', 'revision_number': 3, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'gw_port': {'id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:02.538213 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Checking router: 19ec4d66-f090-4be2-bc1c-872ac2b264d2 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:39:02.538570 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Updating router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 port e7f41c4b-ba86-4588-ab60-4d5aea134ccf binding host dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:39:02.565679 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e7f41c4b-ba86-4588-ab60-4d5aea134ccf), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:02.645514 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:02.661942 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ba056e95-b2d1-49d7-8b0b-e97d96d59204 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:39:02.764930 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ba056e95-b2d1-49d7-8b0b-e97d96d59204, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:02.777018 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'port_id': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'mac_address': 'fa:16:3e:4b:18:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:39:02.806172 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Allocated IP 172.20.0.1 (f6b9b580-689c-4c7f-94c0-c628036d2fb5/ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1/84bb4a6b-0f9a-4275-bf13-7e7602086307) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:39:02.817935 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port ba056e95-b2d1-49d7-8b0b-e97d96d59204 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:02.818606 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:02.821443 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Publish callbacks [] for port (e7f41c4b-ba86-4588-ab60-4d5aea134ccf), precommit_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:02.827986 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (e7f41c4b-ba86-4588-ab60-4d5aea134ccf), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:02.833457 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba056e95-b2d1-49d7-8b0b-e97d96d59204 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:39:02.858563 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ba056e95-b2d1-49d7-8b0b-e97d96d59204, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:02.863724 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:02.876697 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23538707-93f7-4f1b-b211-b619c6fd94f5 None None] Pushing event updated for resources: {'Port': ['ID=e7f41c4b-ba86-4588-ab60-4d5aea134ccf,revision_number=2']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:02.895776 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Attempting to bind port e7f41c4b-ba86-4588-ab60-4d5aea134ccf on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:39:02.896098 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Attempting to bind port e7f41c4b-ba86-4588-ab60-4d5aea134ccf by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:39:02.896445 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Attempting to bind port e7f41c4b-ba86-4588-ab60-4d5aea134ccf on network 1357759f-65b0-4822-846b-e4b09ce352da {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:39:02.900000 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23538707-93f7-4f1b-b211-b619c6fd94f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:02.900369 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23538707-93f7-4f1b-b211-b619c6fd94f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:02.900977 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23538707-93f7-4f1b-b211-b619c6fd94f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:02.901103 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23538707-93f7-4f1b-b211-b619c6fd94f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:02.901380 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23538707-93f7-4f1b-b211-b619c6fd94f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:02.901710 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23538707-93f7-4f1b-b211-b619c6fd94f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:02.902053 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23538707-93f7-4f1b-b211-b619c6fd94f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:02.902379 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23538707-93f7-4f1b-b211-b619c6fd94f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:02.902699 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23538707-93f7-4f1b-b211-b619c6fd94f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:02.903035 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23538707-93f7-4f1b-b211-b619c6fd94f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:02.903357 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23538707-93f7-4f1b-b211-b619c6fd94f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:02.903672 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23538707-93f7-4f1b-b211-b619c6fd94f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:02.903988 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23538707-93f7-4f1b-b211-b619c6fd94f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:02.909996 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:39:02.910372 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Checking segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:39:02.910777 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:02.911442 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Bound using segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:39:02.911659 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Bound port: e7f41c4b-ba86-4588-ab60-4d5aea134ccf, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:39:02.912049 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e7f41c4b-ba86-4588-ab60-4d5aea134ccf), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:02.916064 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=ba056e95-b2d1-49d7-8b0b-e97d96d59204,revision_number=9']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:02.929884 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Publish callbacks [] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:02.963557 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] For port e7f41c4b-ba86-4588-ab60-4d5aea134ccf, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:39:02.964016 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:02.967343 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] For port e7f41c4b-ba86-4588-ab60-4d5aea134ccf, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=e7f41c4b-ba86-4588-ab60-4d5aea134ccf,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:39:02.975023 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (e7f41c4b-ba86-4588-ab60-4d5aea134ccf), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:03.013750 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Network f6b9b580-689c-4c7f-94c0-c628036d2fb5 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:39:03.018140 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:39:03.023459 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:39:03.024666 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Routers {'19ec4d66-f090-4be2-bc1c-872ac2b264d2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:03.025302 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:03.026400 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Pushing event updated for resources: {'Port': ['ID=84bb4a6b-0f9a-4275-bf13-7e7602086307,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:03.063497 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:03.063916 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:03.064190 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:03.064535 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:03.064875 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:03.065248 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:03.065628 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:03.065906 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:03.066279 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:03.067194 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:03.067543 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:03.067875 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:03.068205 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:03.088713 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581323'] for router_interface (19ec4d66-f090-4be2-bc1c-872ac2b264d2), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:03.109172 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['ba056e95-b2d1-49d7-8b0b-e97d96d59204'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:39:03.150138 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] Set router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:03.238634 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 09518d47-f554-4270-9cc5-7482a16b2f52 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:39:03.350553 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 09518d47-f554-4270-9cc5-7482a16b2f52 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:03.351236 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (09518d47-f554-4270-9cc5-7482a16b2f52), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:03.433163 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb4009-0735-4dea-84ed-9abb46198cd2 req-a250deb8-266c-47ba-a43b-860baac90caf tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:03.441628 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c0bb4009-0735-4dea-84ed-9abb46198cd2 req-a250deb8-266c-47ba-a43b-860baac90caf tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 944 time: 0.0736721 Mar 07 15:39:03.464649 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23538707-93f7-4f1b-b211-b619c6fd94f5 None None] Pushing event updated for resources: {'Port': ['ID=e7f41c4b-ba86-4588-ab60-4d5aea134ccf,revision_number=3']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:03.477792 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:01Z', 'revision_number': 3, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'gw_port': {'id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:03.483791 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-7fdb6a29-b187-47b5-a5ae-f7a6f0fdb691 None None] Provisioning complete for port 84bb4a6b-0f9a-4275-bf13-7e7602086307 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:03.484470 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-7fdb6a29-b187-47b5-a5ae-f7a6f0fdb691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:03.486594 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 09518d47-f554-4270-9cc5-7482a16b2f52 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:03.523360 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33ad0b-352c-4645-b64b-2933e0683f59 None None] The sync data for ids ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'] in dv-cinder-830538-7-iscsi is: [{'id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:01Z', 'revision_number': 3, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'gw_port': {'id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:39:03.525481 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb6a29-b187-47b5-a5ae-f7a6f0fdb691 None None] Port 84bb4a6b-0f9a-4275-bf13-7e7602086307 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:39:03.538526 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c0bb4009-0735-4dea-84ed-9abb46198cd2 req-d15d2656-3768-49d8-963f-8867376790d2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957983 Mar 07 15:39:03.590911 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d52dbe-16b0-4e86-a579-14607ab919b8 req-4f958f59-57ab-4e8c-b65d-8f74bddaee97 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:03.592392 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f6d52dbe-16b0-4e86-a579-14607ab919b8 req-4f958f59-57ab-4e8c-b65d-8f74bddaee97 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 945 time: 0.4418607 Mar 07 15:39:03.657184 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-51c2b5cf-02c4-4749-a301-0b342381fba3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:03.658653 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-51c2b5cf-02c4-4749-a301-0b342381fba3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 945 time: 0.1498976 Mar 07 15:39:03.722164 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f6d52dbe-16b0-4e86-a579-14607ab919b8 req-a6a60350-2045-4d5b-8c06-05bc307bb380 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207268 Mar 07 15:39:03.729629 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:03.890196 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-487e6ee1-b678-4587-92f9-2928e1f6c720 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Deleting port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:39:03.890537 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-487e6ee1-b678-4587-92f9-2928e1f6c720 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:04.016586 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-487e6ee1-b678-4587-92f9-2928e1f6c720 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] For port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:04.017279 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-487e6ee1-b678-4587-92f9-2928e1f6c720 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:04.022956 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Publish callbacks [] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:04.030310 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:04.141563 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Pushing event updated for resources: {'Port': ['ID=84bb4a6b-0f9a-4275-bf13-7e7602086307,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:04.146600 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581287'] for router_interface (19ec4d66-f090-4be2-bc1c-872ac2b264d2), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:04.342595 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-487e6ee1-b678-4587-92f9-2928e1f6c720 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:04.342967 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-487e6ee1-b678-4587-92f9-2928e1f6c720 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (5992d16f-c0f5-4443-b464-7bdd0e94e5d0), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:04.343289 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.l3_db [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-487e6ee1-b678-4587-92f9-2928e1f6c720 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Floating IP 5992d16f-c0f5-4443-b464-7bdd0e94e5d0 disassociated. External IP: 172.27.3.211, port: 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f. Mar 07 15:39:04.343636 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-487e6ee1-b678-4587-92f9-2928e1f6c720 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Calling delete_port for 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:39:04.347209 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Network f6b9b580-689c-4c7f-94c0-c628036d2fb5 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:39:04.350534 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:39:04.531984 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:39:04.552203 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-eb3b0d7e-af86-405d-9df0-0910cb845795 None None] Provisioning complete for port 84bb4a6b-0f9a-4275-bf13-7e7602086307 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:04.553006 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0d7e-af86-405d-9df0-0910cb845795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:04.607204 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-eb3b0d7e-af86-405d-9df0-0910cb845795 None None] Port 84bb4a6b-0f9a-4275-bf13-7e7602086307 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:39:04.644337 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-487e6ee1-b678-4587-92f9-2928e1f6c720 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:04.680903 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ba056e95-b2d1-49d7-8b0b-e97d96d59204 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:39:04.685571 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5196e8-bb5b-4633-a198-038e259505f5 req-a842825a-c6bf-41ca-b8fa-ef9066509954 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:04.687234 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9c5196e8-bb5b-4633-a198-038e259505f5 req-a842825a-c6bf-41ca-b8fa-ef9066509954 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 944 time: 0.0539210 Mar 07 15:39:04.704891 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e6ee1-b678-4587-92f9-2928e1f6c720 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event deleted for resources: {'Port': ['ID=1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:04.739560 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port ba056e95-b2d1-49d7-8b0b-e97d96d59204 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:04.739932 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:04.744398 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9c5196e8-bb5b-4633-a198-038e259505f5 req-bfc7f90b-48a3-475a-8242-c321403c0f8a tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505564 Mar 07 15:39:04.833192 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port ba056e95-b2d1-49d7-8b0b-e97d96d59204 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:04.833589 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:04.853016 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0b44bcc4-e782-4ee5-8a5a-8ec0cef24aa3 req-16a05ffa-d7ed-4fab-9bff-297faeae5c21 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 210 time: 0.0405660 Mar 07 15:39:04.858824 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:39:04.865275 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:39:04.866906 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-34fd8598-be07-42b9-b7e1-046dbeecffb0 admin admin] 10.222.0.26 "PUT /v2.0/routers/19ec4d66-f090-4be2-bc1c-872ac2b264d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6938796 Mar 07 15:39:04.868969 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51cd4fb-0f2b-4d78-ab2d-1b58bebc9686" -d '{"events": [{"server_uuid": "2c6016f7-72e6-4828-b654-67c9a0bd98ce", "name": "network-vif-plugged", "status": "completed", "tag": "ba056e95-b2d1-49d7-8b0b-e97d96d59204"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:39:04.881374 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-487e6ee1-b678-4587-92f9-2928e1f6c720 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Router cd151927-5e21-4006-ac2b-75c1a3a844aa has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:39:04.900159 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ba056e95-b2d1-49d7-8b0b-e97d96d59204, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:04.904875 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:04.905930 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:39:04.948535 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f74c58-e1bb-4a8e-80f7-73fc72311c03 x-openstack-request-id: req-47f74c58-e1bb-4a8e-80f7-73fc72311c03 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:39:04.948852 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6016f7-72e6-4828-b654-67c9a0bd98ce", "name": "network-vif-plugged", "status": "completed", "tag": "ba056e95-b2d1-49d7-8b0b-e97d96d59204", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:39:04.949090 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47f74c58-e1bb-4a8e-80f7-73fc72311c03 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:39:04.949482 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'code': 200} Mar 07 15:39:04.951836 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:39:04.952118 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:39:04.989481 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=ba056e95-b2d1-49d7-8b0b-e97d96d59204,revision_number=10']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:05.007132 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-487e6ee1-b678-4587-92f9-2928e1f6c720 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:39:05.028221 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe16e0-4900-471d-a875-0e9a4eb82174 None None] Sync routers for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:39:05.045905 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe16e0-4900-471d-a875-0e9a4eb82174 None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:05.046953 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-ecbe16e0-4900-471d-a875-0e9a4eb82174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:05.059987 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-487e6ee1-b678-4587-92f9-2928e1f6c720 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] No DVR routers for this DVR port 1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:39:05.063193 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-487e6ee1-b678-4587-92f9-2928e1f6c720 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:05.067548 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-694191fe-549f-4f5c-bae0-6a0971f956d3 req-487e6ee1-b678-4587-92f9-2928e1f6c720 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.30 "DELETE /v2.0/ports/1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f HTTP/1.1" status: 204 len: 173 time: 1.3859317 Mar 07 15:39:05.068045 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ed9aa5-412b-4d98-85ef-4eb804fdd92e', 'name': 'network-vif-deleted', 'tag': '1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:39:05.072090 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b494d5a-fd96-4d6b-ad22-51e0fe518d95" -d '{"events": [{"server_uuid": "c3ed9aa5-412b-4d98-85ef-4eb804fdd92e", "name": "network-vif-deleted", "tag": "1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:39:05.126934 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26f000c-f28a-4c8b-a6e4-3500cc65af78 x-openstack-request-id: req-f26f000c-f28a-4c8b-a6e4-3500cc65af78 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:39:05.127212 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ed9aa5-412b-4d98-85ef-4eb804fdd92e", "name": "network-vif-deleted", "tag": "1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:39:05.127467 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f26f000c-f28a-4c8b-a6e4-3500cc65af78 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:39:05.127925 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ed9aa5-412b-4d98-85ef-4eb804fdd92e', 'name': 'network-vif-deleted', 'tag': '1cbcc90d-dba1-444d-8b81-ac0e0df2ac3f', 'status': 'completed', 'code': 200} Mar 07 15:39:05.243683 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device e7f41c4b-ba86-4588-ab60-4d5aea134ccf up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:39:05.298011 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c0d3e-6488-44a6-b327-0c2a9aaec14f req-36898353-3b11-4b10-b25c-11fb9c26f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:05.300838 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-971c0d3e-6488-44a6-b327-0c2a9aaec14f req-36898353-3b11-4b10-b25c-11fb9c26f4cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 1130 time: 0.0640166 Mar 07 15:39:05.333575 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-ecbe16e0-4900-471d-a875-0e9a4eb82174 None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:05.359633 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-971c0d3e-6488-44a6-b327-0c2a9aaec14f req-437f0fbd-8652-4bf3-8a2b-c82e6250f34e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522242 Mar 07 15:39:05.381708 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port e7f41c4b-ba86-4588-ab60-4d5aea134ccf triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:05.382182 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (e7f41c4b-ba86-4588-ab60-4d5aea134ccf), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:05.396250 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Sync routers for ids ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:39:05.407863 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Routers {'19ec4d66-f090-4be2-bc1c-872ac2b264d2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:05.408574 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:05.534441 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Set router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:05.566118 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port e7f41c4b-ba86-4588-ab60-4d5aea134ccf is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:05.566684 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e7f41c4b-ba86-4588-ab60-4d5aea134ccf), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:05.615389 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port e7f41c4b-ba86-4588-ab60-4d5aea134ccf, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=e7f41c4b-ba86-4588-ab60-4d5aea134ccf,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:05.622714 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (e7f41c4b-ba86-4588-ab60-4d5aea134ccf), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:05.656180 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33940) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:05.661160 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-658580705-network', 'tenant_id': '4388ddbf9454439888a222f3a8722687'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:05.688797 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] Made reservation on behalf of 4388ddbf9454439888a222f3a8722687 for: {'network': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:39:05.694177 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:05.697235 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=e7f41c4b-ba86-4588-ab60-4d5aea134ccf,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:05.703214 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:05.706925 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-ecbe16e0-4900-471d-a875-0e9a4eb82174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:05.770916 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:03Z', 'revision_number': 4, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'gw_port': {'id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '84bb4a6b-0f9a-4275-bf13-7e7602086307', 'name': '', 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'mac_address': 'fa:16:3e:59:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:02Z', 'updated_at': '2022-03-07T15:39:03Z', 'revision_number': 2, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'subnets': [{'id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:05.801300 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] Publish callbacks [] for security_group (64f0f369-4bf6-4faf-895a-1090b693428c), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:05.804008 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Checking router: 19ec4d66-f090-4be2-bc1c-872ac2b264d2 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:39:05.804358 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Updating router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 port 84bb4a6b-0f9a-4275-bf13-7e7602086307 binding host dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:39:05.809738 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (64f0f369-4bf6-4faf-895a-1090b693428c), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:05.840223 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:05.846582 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=102971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:39:05.877487 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f0f369-4bf6-4faf-895a-1090b693428c,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:05.878263 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe16e0-4900-471d-a875-0e9a4eb82174 None None] Checking router: cd151927-5e21-4006-ac2b-75c1a3a844aa for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:39:05.887609 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (cd74cc6a-727b-471a-9488-dc20093933cd), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:05.887961 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.segments_db [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] Added segment cd74cc6a-727b-471a-9488-dc20093933cd of type vlan for network 814b94d4-8b16-4c7c-8365-af8836c9175a Mar 07 15:39:05.889571 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe16e0-4900-471d-a875-0e9a4eb82174 None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:05.891237 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-ecbe16e0-4900-471d-a875-0e9a4eb82174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:05.954233 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f74e2-fcf3-488b-895b-a149d7bd8aa1 req-884a7b47-8397-4b17-b30a-8ee47343e1d2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:05.956611 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-157f74e2-fcf3-488b-895b-a149d7bd8aa1 req-884a7b47-8397-4b17-b30a-8ee47343e1d2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 946 time: 0.1147559 Mar 07 15:39:05.958482 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (814b94d4-8b16-4c7c-8365-af8836c9175a), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:06.021474 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (814b94d4-8b16-4c7c-8365-af8836c9175a), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:06.023159 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:06.023996 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:06.053152 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3957138 Mar 07 15:39:06.063208 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 33946) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:06.063766 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-ecbe16e0-4900-471d-a875-0e9a4eb82174 None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:06.079054 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7e7fdc9c-6bd1-4aa3-8191-6bbf88eabf24 req-cc52e2cc-c696-471d-b1bf-fb3ea7aa6834 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ed9aa5-412b-4d98-85ef-4eb804fdd92e HTTP/1.1" status: 200 len: 210 time: 0.0544209 Mar 07 15:39:06.093679 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-157f74e2-fcf3-488b-895b-a149d7bd8aa1 req-4c5e7677-8b10-4d91-a441-26e918eb6ca3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296585 Mar 07 15:39:06.098390 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-91eae741-8ff5-4172-8e6b-637d56b572b7 admin admin] Request body: {'subnet': {'network_id': '814b94d4-8b16-4c7c-8365-af8836c9175a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-658580705-subnet', 'tenant_id': '4388ddbf9454439888a222f3a8722687', 'ip_version': 4}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:06.126651 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91eae741-8ff5-4172-8e6b-637d56b572b7 admin admin] Made reservation on behalf of 4388ddbf9454439888a222f3a8722687 for: {'subnet': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:39:06.130477 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-91eae741-8ff5-4172-8e6b-637d56b572b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5119538'] for subnet (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:06.168515 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056c067-6b80-4e84-b0a7-967922c16789 admin admin] Pushing event updated for resources: {'Network': ['ID=814b94d4-8b16-4c7c-8365-af8836c9175a,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:06.187965 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network 814b94d4-8b16-4c7c-8365-af8836c9175a details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:39:06.245649 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Publish callbacks [] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), precommit_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:06.252489 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:06.316730 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f4a0e-6658-4b9b-bb13-e4aca0cf1117 None None] Pushing event updated for resources: {'Port': ['ID=84bb4a6b-0f9a-4275-bf13-7e7602086307,revision_number=3']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:06.320785 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-91eae741-8ff5-4172-8e6b-637d56b572b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8143747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5119532'] for subnet (146c2052-ce94-4636-830c-fe865c0c93e0), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:06.370614 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Attempting to bind port 84bb4a6b-0f9a-4275-bf13-7e7602086307 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:39:06.370863 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Attempting to bind port 84bb4a6b-0f9a-4275-bf13-7e7602086307 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '9183b860-956d-4698-ae97-754ce101fb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5'}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:39:06.371223 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Attempting to bind port 84bb4a6b-0f9a-4275-bf13-7e7602086307 on network f6b9b580-689c-4c7f-94c0-c628036d2fb5 {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:39:06.376912 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:39:06.377293 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Checking segment: {'id': '9183b860-956d-4698-ae97-754ce101fb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:39:06.378261 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:06.378659 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Bound using segment: {'id': '9183b860-956d-4698-ae97-754ce101fb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5'} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:39:06.379131 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Bound port: 84bb4a6b-0f9a-4275-bf13-7e7602086307, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9183b860-956d-4698-ae97-754ce101fb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5'}}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:39:06.379509 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:06.393919 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eae741-8ff5-4172-8e6b-637d56b572b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=146c2052-ce94-4636-830c-fe865c0c93e0,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:06.397740 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eae741-8ff5-4172-8e6b-637d56b572b7 admin admin] Checking segment: {'id': 'cd74cc6a-727b-471a-9488-dc20093933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '814b94d4-8b16-4c7c-8365-af8836c9175a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:39:06.398154 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eae741-8ff5-4172-8e6b-637d56b572b7 admin admin] Network hostable DHCP agents. Network: 814b94d4-8b16-4c7c-8365-af8836c9175a, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:39:06.410264 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-ecbe16e0-4900-471d-a875-0e9a4eb82174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:06.444064 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eae741-8ff5-4172-8e6b-637d56b572b7 admin admin] Network 814b94d4-8b16-4c7c-8365-af8836c9175a is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:39:06.457872 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-91eae741-8ff5-4172-8e6b-637d56b572b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, 814b94d4-8b16-4c7c-8365-af8836c9175a) {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:39:06.462575 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eae741-8ff5-4172-8e6b-637d56b572b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:06.463192 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-91eae741-8ff5-4172-8e6b-637d56b572b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:06.474966 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75669274-786a-45c7-bbab-7958d4fd9dc9 None None] Network 814b94d4-8b16-4c7c-8365-af8836c9175a requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:39:06.479247 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe16e0-4900-471d-a875-0e9a4eb82174 None None] The sync data for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi is: [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:39:06.484024 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-91eae741-8ff5-4172-8e6b-637d56b572b7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4033875 Mar 07 15:39:06.486991 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 33952) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:06.496902 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-658580705-router', 'tenant_id': '4388ddbf9454439888a222f3a8722687', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:06.499819 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] For port 84bb4a6b-0f9a-4275-bf13-7e7602086307, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:39:06.511347 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] For port 84bb4a6b-0f9a-4275-bf13-7e7602086307, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=84bb4a6b-0f9a-4275-bf13-7e7602086307,segment=NetworkSegment(9183b860-956d-4698-ae97-754ce101fb05),segment_id=9183b860-956d-4698-ae97-754ce101fb05)] {{(pid=102973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:39:06.521461 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:06.540087 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15426'] for router (f444c4f1-e42c-42dc-a444-8dbb37eab433), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:06.541439 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15435'] for router (f444c4f1-e42c-42dc-a444-8dbb37eab433), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:06.602734 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f4a0e-6658-4b9b-bb13-e4aca0cf1117 None None] Pushing event updated for resources: {'Port': ['ID=84bb4a6b-0f9a-4275-bf13-7e7602086307,revision_number=4']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:06.625800 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Routers {'19ec4d66-f090-4be2-bc1c-872ac2b264d2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:06.626579 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:06.687781 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f466aef-16ba-5baa-baad-004e3bae59e2-814b94d4-8b16-4c7c-8365-af8836c9175a', 'network_id': '814b94d4-8b16-4c7c-8365-af8836c9175a', 'project_id': '4388ddbf9454439888a222f3a8722687', 'fixed_ips': [{'subnet_id': '146c2052-ce94-4636-830c-fe865c0c93e0'}]}} from dv-cinder-830538-7-iscsi. {{(pid=102972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:39:06.692517 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:06.729998 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Publish callbacks [] for router_controller (f444c4f1-e42c-42dc-a444-8dbb37eab433), precommit_add_association {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:06.824824 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] Set router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:06.864076 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-b5cb6dee-eeb6-4e01-bedd-4237497796a9 None None] Provisioning complete for port 84bb4a6b-0f9a-4275-bf13-7e7602086307 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:06.864594 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6dee-eeb6-4e01-bedd-4237497796a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:07.073030 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.db_base_plugin_common [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Allocated IP 172.20.0.2 (814b94d4-8b16-4c7c-8365-af8836c9175a/146c2052-ce94-4636-830c-fe865c0c93e0/5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c) {{(pid=102972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:39:07.076847 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Publish callbacks [] for router_gateway (f444c4f1-e42c-42dc-a444-8dbb37eab433), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:07.151033 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb6dee-eeb6-4e01-bedd-4237497796a9 None None] Current status of the port 84bb4a6b-0f9a-4275-bf13-7e7602086307 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:07.151433 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6dee-eeb6-4e01-bedd-4237497796a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:07.212613 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-b5cb6dee-eeb6-4e01-bedd-4237497796a9 None None] For port 84bb4a6b-0f9a-4275-bf13-7e7602086307, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=84bb4a6b-0f9a-4275-bf13-7e7602086307,segment=NetworkSegment(9183b860-956d-4698-ae97-754ce101fb05),segment_id=9183b860-956d-4698-ae97-754ce101fb05)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:07.224390 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c18bab0-39f8-410a-b227-8034fec664b6 None None] New status for floating IP 5992d16f-c0f5-4443-b464-7bdd0e94e5d0: DOWN {{(pid=102972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:39:07.232127 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6dee-eeb6-4e01-bedd-4237497796a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:07.269496 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device e7f41c4b-ba86-4588-ab60-4d5aea134ccf up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:39:07.331281 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:03Z', 'revision_number': 4, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'gw_port': {'id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '84bb4a6b-0f9a-4275-bf13-7e7602086307', 'name': '', 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'mac_address': 'fa:16:3e:59:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:02Z', 'updated_at': '2022-03-07T15:39:06Z', 'revision_number': 4, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'subnets': [{'id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:07.375848 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c548e8-81b8-4fa1-8cce-a391044a9f6f None None] The sync data for ids ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'] in dv-cinder-830538-7-iscsi is: [{'id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:03Z', 'revision_number': 4, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'gw_port': {'id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '84bb4a6b-0f9a-4275-bf13-7e7602086307', 'name': '', 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'mac_address': 'fa:16:3e:59:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:02Z', 'updated_at': '2022-03-07T15:39:06Z', 'revision_number': 4, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'subnets': [{'id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:39:07.643019 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Publish callbacks [] for port (5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c), precommit_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:07.662296 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Publish callbacks [] for router_gateway (f444c4f1-e42c-42dc-a444-8dbb37eab433), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:07.686021 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:07.694202 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:07.752419 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-7c277832-ab54-42e1-be5e-ec3c69c2fcaa None None] Provisioning complete for port 84bb4a6b-0f9a-4275-bf13-7e7602086307 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:07.753448 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-7c277832-ab54-42e1-be5e-ec3c69c2fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:07.763356 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb6dee-eeb6-4e01-bedd-4237497796a9 None None] Pushing event updated for resources: {'Port': ['ID=84bb4a6b-0f9a-4275-bf13-7e7602086307,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:07.785776 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-962aebc9-aeaa-4948-93c7-486408cf97b4 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843165121&fields=id&tenant_id=a83d62f069f544168c7dc36ad4f7b139 HTTP/1.1" status: 200 len: 267 time: 0.0894463 Mar 07 15:39:07.807135 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Network 814b94d4-8b16-4c7c-8365-af8836c9175a is already hosted by enough agents. {{(pid=102972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:39:07.836098 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.base_scheduler [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Resources bound (agent type, host, resource id): {{(pid=102972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:39:07.848801 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Received port after_create {{(pid=102972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:39:07.872351 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Allocated IP 172.27.3.171 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/fcd3f711-9d6c-493b-b141-4ad58f2f7151) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:39:07.907042 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port e7f41c4b-ba86-4588-ab60-4d5aea134ccf triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:07.907594 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (e7f41c4b-ba86-4588-ab60-4d5aea134ccf), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:07.910265 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Pushing event updated for resources: {'Port': ['ID=5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c,revision_number=1']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:07.926627 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eeed5-8db1-4dab-b6c0-7c1be6f44e66 req-18157a4b-0056-4ec5-ab02-8182ea7b0e7f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:07.928411 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-120eeed5-8db1-4dab-b6c0-7c1be6f44e66 req-18157a4b-0056-4ec5-ab02-8182ea7b0e7f tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 946 time: 0.6263738 Mar 07 15:39:07.952363 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-b7fe9401-f992-48ff-ba9f-4186158221c8 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:07.954377 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-b7fe9401-f992-48ff-ba9f-4186158221c8 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 812 time: 0.1677036 Mar 07 15:39:07.980325 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-f4fa8fd7-73a6-4c00-b892-f802a0e1bf0b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/quotas/a83d62f069f544168c7dc36ad4f7b139 HTTP/1.1" status: 200 len: 375 time: 0.0171301 Mar 07 15:39:08.009929 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Attempting to bind port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:39:08.010353 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Attempting to bind port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': 'cd74cc6a-727b-471a-9488-dc20093933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '814b94d4-8b16-4c7c-8365-af8836c9175a'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:39:08.010719 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Attempting to bind port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c on network 814b94d4-8b16-4c7c-8365-af8836c9175a {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:39:08.029471 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:39:08.029856 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Checking segment: {'id': 'cd74cc6a-727b-471a-9488-dc20093933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '814b94d4-8b16-4c7c-8365-af8836c9175a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:39:08.030289 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:08.030684 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Bound using segment: {'id': 'cd74cc6a-727b-471a-9488-dc20093933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '814b94d4-8b16-4c7c-8365-af8836c9175a'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:39:08.031170 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Bound port: 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd74cc6a-727b-471a-9488-dc20093933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '814b94d4-8b16-4c7c-8365-af8836c9175a'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:39:08.031550 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:08.055651 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-7c277832-ab54-42e1-be5e-ec3c69c2fcaa None None] Current status of the port 84bb4a6b-0f9a-4275-bf13-7e7602086307 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:08.068897 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Publish callbacks [] for port (fcd3f711-9d6c-493b-b141-4ad58f2f7151), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:08.079602 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-90c450f8-2a28-4219-a0c3-3335a41bff55 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972612 Mar 07 15:39:08.133819 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (fcd3f711-9d6c-493b-b141-4ad58f2f7151), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:08.178362 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:39:08.179488 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] For port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:39:08.182935 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] For port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c,segment=NetworkSegment(cd74cc6a-727b-471a-9488-dc20093933cd),segment_id=cd74cc6a-727b-471a-9488-dc20093933cd)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:39:08.186597 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:39:08.192215 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:08.199501 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:39:08.210972 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-c0265c5e-c286-45b0-8fd1-f312aa6d2f3d service neutron] 10.222.0.26 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258023 Mar 07 15:39:08.265167 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-120eeed5-8db1-4dab-b6c0-7c1be6f44e66 req-1881a5e9-b9cf-415d-a471-6f15f8e8d43d tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527596 Mar 07 15:39:08.268109 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Pushing event updated for resources: {'Port': ['ID=fcd3f711-9d6c-493b-b141-4ad58f2f7151,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:08.280335 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port e7f41c4b-ba86-4588-ab60-4d5aea134ccf is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:08.332469 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1c263-4d3c-49a9-82ca-cf1e9bbe89a3 None None] Pushing event updated for resources: {'Port': ['ID=5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:08.375910 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-2c31a0f3-e5f1-4731-90dd-c28aa9f5092b service neutron] 10.222.0.26 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580849 Mar 07 15:39:08.623351 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Publish callbacks [] for router_gateway (f444c4f1-e42c-42dc-a444-8dbb37eab433), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:08.834480 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-19df0965-3f3b-4dad-bbc6-bccb9c8f4435 req-117b2a80-bc2c-42b7-8f43-43851bfc18cf tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 210 time: 0.0367165 Mar 07 15:39:08.901842 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574438'] for router (f444c4f1-e42c-42dc-a444-8dbb37eab433), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:09.048700 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Router f444c4f1-e42c-42dc-a444-8dbb37eab433 is scheduled to L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 with binding_index 1 {{(pid=102971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:39:09.207902 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 84bb4a6b-0f9a-4275-bf13-7e7602086307 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:39:09.220457 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:39:09.230835 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Sync routers for ids ['f444c4f1-e42c-42dc-a444-8dbb37eab433'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:39:09.240711 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:09.242848 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Routers {'f444c4f1-e42c-42dc-a444-8dbb37eab433'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:09.243754 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['f444c4f1-e42c-42dc-a444-8dbb37eab433'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:09.244931 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34026) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:09.245454 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-cfe72ee3-8880-4970-b112-6c279e8631ce admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7567570 Mar 07 15:39:09.464309 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Set router f444c4f1-e42c-42dc-a444-8dbb37eab433 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:09.508691 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 84bb4a6b-0f9a-4275-bf13-7e7602086307 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:09.509066 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:09.582755 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c81525-346b-4453-85f8-4b0101d4f5cb req-b6c68856-aa04-4f1d-a96f-a6d7d92b3468 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:09.584451 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00c81525-346b-4453-85f8-4b0101d4f5cb req-b6c68856-aa04-4f1d-a96f-a6d7d92b3468 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 946 time: 0.1765833 Mar 07 15:39:09.625758 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 84bb4a6b-0f9a-4275-bf13-7e7602086307 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:09.628724 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:39:09.670356 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c061b-2904-4c81-9516-5fcc9ac0df04 None None] Network 814b94d4-8b16-4c7c-8365-af8836c9175a requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:39:09.681508 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00c81525-346b-4453-85f8-4b0101d4f5cb req-3327d35d-8513-4c07-b5b2-b2b2b182af32 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662832 Mar 07 15:39:09.797463 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-ee5c234b-b2f6-4a4a-a5da-2e6c4b3e4e15 None None] Provisioning complete for port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:09.797880 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-ee5c234b-b2f6-4a4a-a5da-2e6c4b3e4e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:09.865050 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:09.865050 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:09.927594 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'name': 'tempest-TestMinimumBasicScenario-658580705-router', 'tenant_id': '4388ddbf9454439888a222f3a8722687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fcd3f711-9d6c-493b-b141-4ad58f2f7151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:06Z', 'updated_at': '2022-03-07T15:39:08Z', 'revision_number': 3, 'project_id': '4388ddbf9454439888a222f3a8722687', 'gw_port': {'id': 'fcd3f711-9d6c-493b-b141-4ad58f2f7151', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:07Z', 'updated_at': '2022-03-07T15:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:09.960971 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Checking router: f444c4f1-e42c-42dc-a444-8dbb37eab433 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:39:09.960971 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Updating router f444c4f1-e42c-42dc-a444-8dbb37eab433 port fcd3f711-9d6c-493b-b141-4ad58f2f7151 binding host dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:39:09.993508 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (fcd3f711-9d6c-493b-b141-4ad58f2f7151), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:10.002746 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-3ab2e538-9401-4586-844f-f03b9041fe6f req-2a22e683-0f77-433c-bcfe-72eb298a7567 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 210 time: 0.0554862 Mar 07 15:39:10.024270 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c234b-b2f6-4a4a-a5da-2e6c4b3e4e15 None None] Current status of the port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:10.024719 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-ee5c234b-b2f6-4a4a-a5da-2e6c4b3e4e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:10.044542 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:10.045027 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:10.092306 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-ee5c234b-b2f6-4a4a-a5da-2e6c4b3e4e15 None None] For port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c,segment=NetworkSegment(cd74cc6a-727b-471a-9488-dc20093933cd),segment_id=cd74cc6a-727b-471a-9488-dc20093933cd)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:10.102071 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-ee5c234b-b2f6-4a4a-a5da-2e6c4b3e4e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:10.155860 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.db.api [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 15:39:10.156322 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG oslo_db.api [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 15:39:10.204056 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c234b-b2f6-4a4a-a5da-2e6c4b3e4e15 None None] Pushing event updated for resources: {'Port': ['ID=5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:10.313405 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Publish callbacks [] for port (fcd3f711-9d6c-493b-b141-4ad58f2f7151), precommit_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:10.320753 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (fcd3f711-9d6c-493b-b141-4ad58f2f7151), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:10.327722 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1d544987-f572-47f7-9095-ef6e60104a0b None None] Provisioning complete for port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:10.329086 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1d544987-f572-47f7-9095-ef6e60104a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:10.368296 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Attempting to bind port fcd3f711-9d6c-493b-b141-4ad58f2f7151 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:39:10.368659 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Attempting to bind port fcd3f711-9d6c-493b-b141-4ad58f2f7151 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:39:10.369033 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Attempting to bind port fcd3f711-9d6c-493b-b141-4ad58f2f7151 on network 1357759f-65b0-4822-846b-e4b09ce352da {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:39:10.379394 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:39:10.379838 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Checking segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:39:10.380229 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:10.380630 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Bound using segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:39:10.381088 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Bound port: fcd3f711-9d6c-493b-b141-4ad58f2f7151, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:39:10.382203 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (fcd3f711-9d6c-493b-b141-4ad58f2f7151), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:10.410439 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f94222-736f-43eb-bbad-158a3d896ba0 None None] Pushing event updated for resources: {'Port': ['ID=fcd3f711-9d6c-493b-b141-4ad58f2f7151,revision_number=2']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:10.427830 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39011a03-18cc-4a86-b087-d3ae26501d0a req-ad57c714-a390-4304-b5e9-e762f64504db tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:10.428628 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-39011a03-18cc-4a86-b087-d3ae26501d0a req-ad57c714-a390-4304-b5e9-e762f64504db tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 946 time: 0.1920185 Mar 07 15:39:10.433353 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1d544987-f572-47f7-9095-ef6e60104a0b None None] Current status of the port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:10.446645 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] For port fcd3f711-9d6c-493b-b141-4ad58f2f7151, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:39:10.449798 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] For port fcd3f711-9d6c-493b-b141-4ad58f2f7151, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=fcd3f711-9d6c-493b-b141-4ad58f2f7151,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:39:10.451501 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-60f67dc3-e986-411e-ad68-1d29fc8d0c8b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:10.452957 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-60f67dc3-e986-411e-ad68-1d29fc8d0c8b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.30 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 812 time: 0.6617782 Mar 07 15:39:10.456910 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (fcd3f711-9d6c-493b-b141-4ad58f2f7151), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:10.522317 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Routers {'f444c4f1-e42c-42dc-a444-8dbb37eab433'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:10.522950 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['f444c4f1-e42c-42dc-a444-8dbb37eab433'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:10.562962 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f94222-736f-43eb-bbad-158a3d896ba0 None None] Pushing event updated for resources: {'Port': ['ID=fcd3f711-9d6c-493b-b141-4ad58f2f7151,revision_number=3']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:10.577826 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-39011a03-18cc-4a86-b087-d3ae26501d0a req-8bc4ab06-9b29-44bd-9953-b3803168ff55 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=510442f2-1fb2-4d55-95c0-e3d44d2e3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238892 Mar 07 15:39:10.601114 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e3ff48c9-f2f9-4815-922b-d53d612d7517 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83d62f069f544168c7dc36ad4f7b139 HTTP/1.1" status: 200 len: 380 time: 0.1345491 Mar 07 15:39:10.603219 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:10.623681 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-98bdc06b-d9cf-4f46-bd28-ef0b682d491d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Request body: {'port': {'device_id': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'admin_state_up': True, 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'security_groups': ['376176cb-76fa-45c1-abb9-411e8e908e8d']}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:10.649876 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] Set router f444c4f1-e42c-42dc-a444-8dbb37eab433 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:10.701556 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:10.833337 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'name': 'tempest-TestMinimumBasicScenario-658580705-router', 'tenant_id': '4388ddbf9454439888a222f3a8722687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fcd3f711-9d6c-493b-b141-4ad58f2f7151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:06Z', 'updated_at': '2022-03-07T15:39:08Z', 'revision_number': 3, 'project_id': '4388ddbf9454439888a222f3a8722687', 'gw_port': {'id': 'fcd3f711-9d6c-493b-b141-4ad58f2f7151', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:07Z', 'updated_at': '2022-03-07T15:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:10.836868 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-98bdc06b-d9cf-4f46-bd28-ef0b682d491d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Made reservation on behalf of a83d62f069f544168c7dc36ad4f7b139 for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:39:10.840249 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-98bdc06b-d9cf-4f46-bd28-ef0b682d491d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:10.859763 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b08377-0bbc-4fe4-befa-16eefb3eac7c None None] The sync data for ids ['f444c4f1-e42c-42dc-a444-8dbb37eab433'] in dv-cinder-830538-7-iscsi is: [{'id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'name': 'tempest-TestMinimumBasicScenario-658580705-router', 'tenant_id': '4388ddbf9454439888a222f3a8722687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fcd3f711-9d6c-493b-b141-4ad58f2f7151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:06Z', 'updated_at': '2022-03-07T15:39:08Z', 'revision_number': 3, 'project_id': '4388ddbf9454439888a222f3a8722687', 'gw_port': {'id': 'fcd3f711-9d6c-493b-b141-4ad58f2f7151', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:07Z', 'updated_at': '2022-03-07T15:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:39:10.873780 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Allocated IP 172.20.0.1 (814b94d4-8b16-4c7c-8365-af8836c9175a/146c2052-ce94-4636-830c-fe865c0c93e0/a9f5ac49-68c1-4ffb-971f-d1ed83b3283d) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:39:11.057791 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-98bdc06b-d9cf-4f46-bd28-ef0b682d491d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Allocated IP 172.20.0.10 (f6f86ee1-eb94-4c82-9c74-7df197ed1334/62da12ad-276e-4aaf-b6e0-ef8568f52ae1/ae55c37f-501b-4d5e-9228-5b095fb75c89) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:39:11.106708 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Publish callbacks [] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:11.133428 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1573ce1c-3ecb-4e1d-96d5-e4b6abb16ce5 req-f1f5759f-e319-4203-b517-0f3c4aee0743 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 210 time: 0.0344989 Mar 07 15:39:11.194039 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:39:11.237304 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:11.259691 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:11.260379 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:11.288546 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Network 814b94d4-8b16-4c7c-8365-af8836c9175a is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:39:11.304761 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:39:11.307702 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:39:11.349423 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:11.356568 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581323'] for router_interface (f444c4f1-e42c-42dc-a444-8dbb37eab433), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:11.357470 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-35b4f19e-b119-45a6-bac8-ba58c90accff tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:11.359518 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-35b4f19e-b119-45a6-bac8-ba58c90accff tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 946 time: 0.0693285 Mar 07 15:39:11.422717 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f5ac49-68c1-4ffb-971f-d1ed83b3283d,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:11.440909 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-98bdc06b-d9cf-4f46-bd28-ef0b682d491d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:11.488537 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-8ed71b9d-2ff9-4d1d-b935-b81e5acd6025 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Deleting port 823ef9ad-f3cf-42af-a915-0e1e0ec51873 {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:39:11.488804 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-8ed71b9d-2ff9-4d1d-b935-b81e5acd6025 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:11.551024 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-98bdc06b-d9cf-4f46-bd28-ef0b682d491d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:11.609260 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:11.615465 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-98bdc06b-d9cf-4f46-bd28-ef0b682d491d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Network f6f86ee1-eb94-4c82-9c74-7df197ed1334 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:39:11.616239 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-8ed71b9d-2ff9-4d1d-b935-b81e5acd6025 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] For port 823ef9ad-f3cf-42af-a915-0e1e0ec51873, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=823ef9ad-f3cf-42af-a915-0e1e0ec51873,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:11.616625 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-8ed71b9d-2ff9-4d1d-b935-b81e5acd6025 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:11.628388 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-98bdc06b-d9cf-4f46-bd28-ef0b682d491d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:39:11.630969 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-98bdc06b-d9cf-4f46-bd28-ef0b682d491d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:39:11.637830 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdc06b-d9cf-4f46-bd28-ef0b682d491d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'Port': ['ID=ae55c37f-501b-4d5e-9228-5b095fb75c89,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:11.671753 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6e7ee722-8bd3-4897-b9de-9ec7a8d3aa00 None None] Provisioning complete for port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:11.672531 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6e7ee722-8bd3-4897-b9de-9ec7a8d3aa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:11.737387 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ee722-8bd3-4897-b9de-9ec7a8d3aa00 None None] Port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:39:11.782823 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-98bdc06b-d9cf-4f46-bd28-ef0b682d491d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:11.784307 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-98bdc06b-d9cf-4f46-bd28-ef0b682d491d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:11.833579 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-98bdc06b-d9cf-4f46-bd28-ef0b682d491d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2194734 Mar 07 15:39:11.849899 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Request body: {'port': {'device_id': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:11.905676 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-8ed71b9d-2ff9-4d1d-b935-b81e5acd6025 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:11.906088 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-8ed71b9d-2ff9-4d1d-b935-b81e5acd6025 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (4056bd04-50d7-494f-a9c7-312f517fe185), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:11.906411 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.l3_db [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-8ed71b9d-2ff9-4d1d-b935-b81e5acd6025 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Floating IP 4056bd04-50d7-494f-a9c7-312f517fe185 disassociated. External IP: 172.27.3.145, port: 823ef9ad-f3cf-42af-a915-0e1e0ec51873. Mar 07 15:39:11.906753 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-8ed71b9d-2ff9-4d1d-b935-b81e5acd6025 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Calling delete_port for 823ef9ad-f3cf-42af-a915-0e1e0ec51873 owned by compute:nova {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:39:11.911361 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd6f7b-c2f3-47d3-bae3-2bcb7ebe111f req-aa0e54ac-bf94-45fd-b4c8-fef099b4014d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:11.912854 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c1fd6f7b-c2f3-47d3-bae3-2bcb7ebe111f req-aa0e54ac-bf94-45fd-b4c8-fef099b4014d tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 946 time: 0.2109518 Mar 07 15:39:11.964460 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-462e13a0-8286-4acc-9f8d-fa2b4aecc71b None None] Provisioning complete for port ae55c37f-501b-4d5e-9228-5b095fb75c89 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:11.965932 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-462e13a0-8286-4acc-9f8d-fa2b4aecc71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:11.983271 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:12.017665 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-462e13a0-8286-4acc-9f8d-fa2b4aecc71b None None] Port ae55c37f-501b-4d5e-9228-5b095fb75c89 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:39:12.059688 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-8ed71b9d-2ff9-4d1d-b935-b81e5acd6025 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (823ef9ad-f3cf-42af-a915-0e1e0ec51873), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:12.073561 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c1fd6f7b-c2f3-47d3-bae3-2bcb7ebe111f req-f070dfd0-87ad-4f96-9003-2b563030d483 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups?id=510442f2-1fb2-4d55-95c0-e3d44d2e3a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489215 Mar 07 15:39:12.095970 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed71b9d-2ff9-4d1d-b935-b81e5acd6025 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event deleted for resources: {'Port': ['ID=823ef9ad-f3cf-42af-a915-0e1e0ec51873,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:12.101397 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Publish callbacks [] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:12.110156 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:12.245313 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581287'] for router_interface (f444c4f1-e42c-42dc-a444-8dbb37eab433), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:12.257702 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f5ac49-68c1-4ffb-971f-d1ed83b3283d,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:12.432259 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Network 814b94d4-8b16-4c7c-8365-af8836c9175a is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:39:12.438516 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:39:12.527874 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-8ed71b9d-2ff9-4d1d-b935-b81e5acd6025 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Router 9cafc903-c97d-4f42-a2a8-6a44561b6009 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:39:12.533774 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae55c37f-501b-4d5e-9228-5b095fb75c89 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:39:12.548052 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Publish callbacks [] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:12.559976 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952fd32-3938-449e-a39d-af97b7e08286 req-f721a176-6df9-4cd6-860e-c3ea24c94107 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:12.567940 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e952fd32-3938-449e-a39d-af97b7e08286 req-f721a176-6df9-4cd6-860e-c3ea24c94107 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 932 time: 0.3622890 Mar 07 15:39:12.603155 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Transition to ACTIVE for port object ae55c37f-501b-4d5e-9228-5b095fb75c89 will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:39:12.617247 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:12.681557 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Router f444c4f1-e42c-42dc-a444-8dbb37eab433 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:39:12.714915 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-8ed71b9d-2ff9-4d1d-b935-b81e5acd6025 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:39:12.715640 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Pushing event updated for resources: {'Port': ['ID=ae55c37f-501b-4d5e-9228-5b095fb75c89,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:12.730543 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a365fc-3e1b-479a-963d-b8c527067599 None None] Sync routers for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:39:12.749395 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a365fc-3e1b-479a-963d-b8c527067599 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:12.752253 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-17a365fc-3e1b-479a-963d-b8c527067599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:12.765215 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e952fd32-3938-449e-a39d-af97b7e08286 req-db838cc5-2fa3-41b6-86b3-2a37716ffec3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963333 Mar 07 15:39:12.798658 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-8ed71b9d-2ff9-4d1d-b935-b81e5acd6025 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] No DVR routers for this DVR port 823ef9ad-f3cf-42af-a915-0e1e0ec51873 on host hv-cinder-83053 {{(pid=102971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:39:12.804689 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-8ed71b9d-2ff9-4d1d-b935-b81e5acd6025 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:12.808063 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-000dd4ff-62ea-4c3a-92f6-af1f0758541c req-8ed71b9d-2ff9-4d1d-b935-b81e5acd6025 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.30 "DELETE /v2.0/ports/823ef9ad-f3cf-42af-a915-0e1e0ec51873 HTTP/1.1" status: 204 len: 173 time: 1.4435468 Mar 07 15:39:12.808538 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54321c1c-0779-40c1-bff0-8ea401882166', 'name': 'network-vif-deleted', 'tag': '823ef9ad-f3cf-42af-a915-0e1e0ec51873'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:39:12.817671 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e94de6-a076-406b-bf3f-f03994fbf65f" -d '{"events": [{"server_uuid": "54321c1c-0779-40c1-bff0-8ea401882166", "name": "network-vif-deleted", "tag": "823ef9ad-f3cf-42af-a915-0e1e0ec51873"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:39:12.861579 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc66885-ffc6-4886-8160-e1f583753c98 x-openstack-request-id: req-3cc66885-ffc6-4886-8160-e1f583753c98 {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:39:12.862012 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54321c1c-0779-40c1-bff0-8ea401882166", "name": "network-vif-deleted", "tag": "823ef9ad-f3cf-42af-a915-0e1e0ec51873", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:39:12.862391 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3cc66885-ffc6-4886-8160-e1f583753c98 {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:39:12.863376 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54321c1c-0779-40c1-bff0-8ea401882166', 'name': 'network-vif-deleted', 'tag': '823ef9ad-f3cf-42af-a915-0e1e0ec51873', 'status': 'completed', 'code': 200} Mar 07 15:39:12.887266 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Attempting to bind port ae55c37f-501b-4d5e-9228-5b095fb75c89 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:39:12.887756 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Attempting to bind port ae55c37f-501b-4d5e-9228-5b095fb75c89 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:39:12.887935 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Attempting to bind port ae55c37f-501b-4d5e-9228-5b095fb75c89 on network f6f86ee1-eb94-4c82-9c74-7df197ed1334 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:39:12.895191 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Port ae55c37f-501b-4d5e-9228-5b095fb75c89 on network f6f86ee1-eb94-4c82-9c74-7df197ed1334 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:39:12.895479 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Attempting to bind port ae55c37f-501b-4d5e-9228-5b095fb75c89 on network f6f86ee1-eb94-4c82-9c74-7df197ed1334 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:39:12.906058 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:39:12.906405 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Checking segment: {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:39:12.906802 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Bound using segment: {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:39:12.907438 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Bound port: ae55c37f-501b-4d5e-9228-5b095fb75c89, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:39:12.907802 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:12.957198 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-23acf341-ed82-46d8-8acb-4ca9e3ffafdf None None] Provisioning complete for port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:12.958509 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-23acf341-ed82-46d8-8acb-4ca9e3ffafdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:12.986101 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-17a365fc-3e1b-479a-963d-b8c527067599 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:13.037211 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:39:13.041543 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-23acf341-ed82-46d8-8acb-4ca9e3ffafdf None None] Port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:39:13.042645 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-57d943af-5a11-40e9-a999-f623915f00f8 admin admin] 10.222.0.26 "PUT /v2.0/routers/f444c4f1-e42c-42dc-a444-8dbb37eab433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7959146 Mar 07 15:39:13.047463 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Sync routers for ids ['f444c4f1-e42c-42dc-a444-8dbb37eab433'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:39:13.050856 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] For port ae55c37f-501b-4d5e-9228-5b095fb75c89, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:39:13.054750 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] For port ae55c37f-501b-4d5e-9228-5b095fb75c89, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ae55c37f-501b-4d5e-9228-5b095fb75c89,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:39:13.062551 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:13.077940 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:13.078757 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:13.080627 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] 10.222.0.30 "PUT /v2.0/ports/ae55c37f-501b-4d5e-9228-5b095fb75c89 HTTP/1.1" status: 200 len: 1094 time: 1.2391474 Mar 07 15:39:13.083060 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'tag': 'ae55c37f-501b-4d5e-9228-5b095fb75c89'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:39:13.085486 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee4f97a-f71d-473e-996d-2d4b1e9be243" -d '{"events": [{"name": "network-changed", "server_uuid": "341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15", "tag": "ae55c37f-501b-4d5e-9228-5b095fb75c89"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:39:13.098365 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Routers {'f444c4f1-e42c-42dc-a444-8dbb37eab433'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:13.102038 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['f444c4f1-e42c-42dc-a444-8dbb37eab433'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:13.234149 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49070181-632f-459f-800e-e05ed8fcf917 x-openstack-request-id: req-49070181-632f-459f-800e-e05ed8fcf917 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:39:13.234600 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15", "tag": "ae55c37f-501b-4d5e-9228-5b095fb75c89", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:39:13.234967 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49070181-632f-459f-800e-e05ed8fcf917 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:39:13.235490 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'tag': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'status': 'completed', 'code': 200} Mar 07 15:39:13.260787 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019072d-0b4a-4e9a-b11d-1f61a8ab0355 service neutron] Pushing event updated for resources: {'Port': ['ID=ae55c37f-501b-4d5e-9228-5b095fb75c89,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:13.340121 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fb03663d-0364-46b5-be7e-1989aee78ce9 req-1fbd89a7-633f-4199-b1f0-79e3df0d12ff tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/ports?device_id=54321c1c-0779-40c1-bff0-8ea401882166 HTTP/1.1" status: 200 len: 210 time: 0.0546224 Mar 07 15:39:13.350946 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-50ed0f7d-d6ad-4132-aed1-c09038179769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:13.352776 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-50ed0f7d-d6ad-4132-aed1-c09038179769 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 1128 time: 0.2109103 Mar 07 15:39:13.396298 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device fcd3f711-9d6c-493b-b141-4ad58f2f7151 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:39:13.415452 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Set router f444c4f1-e42c-42dc-a444-8dbb37eab433 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:13.432550 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-28dc42d5-e154-472f-8cfe-cc29b29d383e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae55c37f-501b-4d5e-9228-5b095fb75c89 HTTP/1.1" status: 200 len: 217 time: 0.0717382 Mar 07 15:39:13.492879 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-17a365fc-3e1b-479a-963d-b8c527067599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:13.501795 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-c026449a-da80-4c1d-9e26-73a26285c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:13.503878 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-c026449a-da80-4c1d-9e26-73a26285c958 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62da12ad-276e-4aaf-b6e0-ef8568f52ae1 HTTP/1.1" status: 200 len: 851 time: 0.0618222 Mar 07 15:39:13.522681 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a365fc-3e1b-479a-963d-b8c527067599 None None] Checking router: 9cafc903-c97d-4f42-a2a8-6a44561b6009 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:39:13.535284 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port fcd3f711-9d6c-493b-b141-4ad58f2f7151 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:13.536578 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (fcd3f711-9d6c-493b-b141-4ad58f2f7151), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:13.543370 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a365fc-3e1b-479a-963d-b8c527067599 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:13.544015 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-17a365fc-3e1b-479a-963d-b8c527067599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:13.563463 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-06e520ec-e4e7-406a-a740-627802bd4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:13.565788 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-06e520ec-e4e7-406a-a740-627802bd4638 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6f86ee1-eb94-4c82-9c74-7df197ed1334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563116 Mar 07 15:39:13.685876 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-903ca7f2-8ce7-47bf-9c8a-34f2a74d02b3 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134202 Mar 07 15:39:13.689920 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'name': 'tempest-TestMinimumBasicScenario-658580705-router', 'tenant_id': '4388ddbf9454439888a222f3a8722687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fcd3f711-9d6c-493b-b141-4ad58f2f7151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:06Z', 'updated_at': '2022-03-07T15:39:11Z', 'revision_number': 4, 'project_id': '4388ddbf9454439888a222f3a8722687', 'gw_port': {'id': 'fcd3f711-9d6c-493b-b141-4ad58f2f7151', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:07Z', 'updated_at': '2022-03-07T15:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'a9f5ac49-68c1-4ffb-971f-d1ed83b3283d', 'name': '', 'network_id': '814b94d4-8b16-4c7c-8365-af8836c9175a', 'tenant_id': '4388ddbf9454439888a222f3a8722687', 'mac_address': 'fa:16:3e:9d:7a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '146c2052-ce94-4636-830c-fe865c0c93e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:10Z', 'updated_at': '2022-03-07T15:39:11Z', 'revision_number': 2, 'project_id': '4388ddbf9454439888a222f3a8722687', 'subnets': [{'id': '146c2052-ce94-4636-830c-fe865c0c93e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:13.722437 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Checking router: f444c4f1-e42c-42dc-a444-8dbb37eab433 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:39:13.722940 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Updating router f444c4f1-e42c-42dc-a444-8dbb37eab433 port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d binding host dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:39:13.758862 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:13.794452 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d1364da8-afaf-4cc1-a61f-751d4c250988 req-78b94819-83c8-493c-ac91-b8e278dbfaa0 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026988 Mar 07 15:39:13.905867 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-17a365fc-3e1b-479a-963d-b8c527067599 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:13.908219 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port fcd3f711-9d6c-493b-b141-4ad58f2f7151 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:13.908933 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (fcd3f711-9d6c-493b-b141-4ad58f2f7151), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:13.940182 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4f97a-f71d-473e-996d-2d4b1e9be243 req-7686eb56-da99-481c-bcf1-8455ab3d2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:13.946761 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5ee4f97a-f71d-473e-996d-2d4b1e9be243 req-7686eb56-da99-481c-bcf1-8455ab3d2793 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 1128 time: 0.0992136 Mar 07 15:39:13.949200 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2223d5-108d-454c-880f-9b5e9486abe7 req-debfe2a6-d169-4975-b462-99dfa795d8fe tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:13.958224 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ca2223d5-108d-454c-880f-9b5e9486abe7 req-debfe2a6-d169-4975-b462-99dfa795d8fe tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 944 time: 0.0956776 Mar 07 15:39:13.964890 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port fcd3f711-9d6c-493b-b141-4ad58f2f7151, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=fcd3f711-9d6c-493b-b141-4ad58f2f7151,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:14.007767 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (fcd3f711-9d6c-493b-b141-4ad58f2f7151), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:14.054391 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ca2223d5-108d-454c-880f-9b5e9486abe7 req-254ff6fb-7b91-4b3e-9f5d-a3a8641e9c3a tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941143 Mar 07 15:39:14.074323 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4f97a-f71d-473e-996d-2d4b1e9be243 req-45bc312c-2105-4a22-8694-a99ab2e403a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:14.076361 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5ee4f97a-f71d-473e-996d-2d4b1e9be243 req-45bc312c-2105-4a22-8694-a99ab2e403a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 913 time: 0.1222382 Mar 07 15:39:14.143622 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5ee4f97a-f71d-473e-996d-2d4b1e9be243 req-38b39625-c997-4131-8982-813f4afa36b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae55c37f-501b-4d5e-9228-5b095fb75c89 HTTP/1.1" status: 200 len: 217 time: 0.0591297 Mar 07 15:39:14.172588 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-27e5f5bd-5058-4dd9-a607-f6da0522bfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:14.197108 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Publish callbacks [] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), precommit_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:14.197661 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=fcd3f711-9d6c-493b-b141-4ad58f2f7151,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:14.210699 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:14.253482 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4f97a-f71d-473e-996d-2d4b1e9be243 req-3ea480bd-ede0-4291-8eac-5fb6ef038e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:14.256858 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5ee4f97a-f71d-473e-996d-2d4b1e9be243 req-3ea480bd-ede0-4291-8eac-5fb6ef038e0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62da12ad-276e-4aaf-b6e0-ef8568f52ae1 HTTP/1.1" status: 200 len: 851 time: 0.1062350 Mar 07 15:39:14.262186 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c576c3-08bb-4204-956d-f993eb3dcedc None None] Pushing event updated for resources: {'Port': ['ID=a9f5ac49-68c1-4ffb-971f-d1ed83b3283d,revision_number=3']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:14.339485 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-17a365fc-3e1b-479a-963d-b8c527067599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:14.370844 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4f97a-f71d-473e-996d-2d4b1e9be243 req-68c869bd-ee95-4b05-ada1-74ff1ff19343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:14.372383 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5ee4f97a-f71d-473e-996d-2d4b1e9be243 req-68c869bd-ee95-4b05-ada1-74ff1ff19343 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6f86ee1-eb94-4c82-9c74-7df197ed1334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1088321 Mar 07 15:39:14.377373 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Attempting to bind port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:39:14.378074 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Attempting to bind port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': 'cd74cc6a-727b-471a-9488-dc20093933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '814b94d4-8b16-4c7c-8365-af8836c9175a'}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:39:14.379343 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Attempting to bind port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d on network 814b94d4-8b16-4c7c-8365-af8836c9175a {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:39:14.386325 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:39:14.387012 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Checking segment: {'id': 'cd74cc6a-727b-471a-9488-dc20093933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '814b94d4-8b16-4c7c-8365-af8836c9175a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:39:14.387637 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:14.388253 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Bound using segment: {'id': 'cd74cc6a-727b-471a-9488-dc20093933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '814b94d4-8b16-4c7c-8365-af8836c9175a'} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:39:14.388957 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Bound port: a9f5ac49-68c1-4ffb-971f-d1ed83b3283d, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd74cc6a-727b-471a-9488-dc20093933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '814b94d4-8b16-4c7c-8365-af8836c9175a'}}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:39:14.389675 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:14.397920 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a365fc-3e1b-479a-963d-b8c527067599 None None] The sync data for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi is: [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'bda6e28c-a304-4d63-8abd-1076b044b5e2', 'name': '', 'network_id': 'e8b5ca41-79ff-414a-a637-6b4498d8f9ac', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'mac_address': 'fa:16:3e:a7:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:27Z', 'updated_at': '2022-03-07T15:32:40Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'subnets': [{'id': 'caea1b3f-a80c-4138-ad4b-bb4ae0b4063a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:39:14.490418 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34082) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:14.491150 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] For port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:39:14.494854 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] For port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=a9f5ac49-68c1-4ffb-971f-d1ed83b3283d,segment=NetworkSegment(cd74cc6a-727b-471a-9488-dc20093933cd),segment_id=cd74cc6a-727b-471a-9488-dc20093933cd)] {{(pid=102973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:39:14.505253 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:14.580346 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5ee4f97a-f71d-473e-996d-2d4b1e9be243 req-553cc1ee-b477-4843-aa38-ab9674c4bf7c service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011456 Mar 07 15:39:14.589541 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Routers {'f444c4f1-e42c-42dc-a444-8dbb37eab433'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:14.593562 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:38:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['f444c4f1-e42c-42dc-a444-8dbb37eab433'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:14.595509 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-541a2448-c303-4ee8-9e50-0bc250b28818 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (510442f2-1fb2-4d55-95c0-e3d44d2e3a8e), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:14.642125 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-541a2448-c303-4ee8-9e50-0bc250b28818 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (510442f2-1fb2-4d55-95c0-e3d44d2e3a8e), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:14.691293 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-a4133818-a47e-429b-9365-33670d5ccc79 None None] Provisioning complete for port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:14.692143 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-a4133818-a47e-429b-9365-33670d5ccc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:14.767161 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-541a2448-c303-4ee8-9e50-0bc250b28818 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (510442f2-1fb2-4d55-95c0-e3d44d2e3a8e), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:14.768902 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 823ef9ad-f3cf-42af-a915-0e1e0ec51873 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:39:14.770903 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-541a2448-c303-4ee8-9e50-0bc250b28818 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:14.778281 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-541a2448-c303-4ee8-9e50-0bc250b28818 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "DELETE /v2.0/security-groups/510442f2-1fb2-4d55-95c0-e3d44d2e3a8e HTTP/1.1" status: 204 len: 168 time: 0.2864861 Mar 07 15:39:14.780013 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34084) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:14.821851 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a2448-c303-4ee8-9e50-0bc250b28818 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=510442f2-1fb2-4d55-95c0-e3d44d2e3a8e,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:14.851858 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.api.v2.resource [None req-0915083c-c6ea-4aaf-90c6-74e46c906dc8 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] show failed (client error): The resource could not be found. Mar 07 15:39:14.856413 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-0915083c-c6ea-4aaf-90c6-74e46c906dc8 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "GET /v2.0/security-groups/510442f2-1fb2-4d55-95c0-e3d44d2e3a8e HTTP/1.1" status: 404 len: 347 time: 0.0628335 Mar 07 15:39:14.857281 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34086) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:14.905403 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: 823ef9ad-f3cf-42af-a915-0e1e0ec51873 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:39:14.907414 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 823ef9ad-f3cf-42af-a915-0e1e0ec51873 not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:39:14.947827 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] Set router f444c4f1-e42c-42dc-a444-8dbb37eab433 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:14.958319 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c584a41-f127-4b05-8cf4-095a7de506a2 None None] New status for floating IP 4056bd04-50d7-494f-a9c7-312f517fe185: DOWN {{(pid=102972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:39:15.074311 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c576c3-08bb-4204-956d-f993eb3dcedc None None] Pushing event updated for resources: {'Port': ['ID=a9f5ac49-68c1-4ffb-971f-d1ed83b3283d,revision_number=4']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:15.150607 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-2f44a82b-fe59-4495-94e2-db1f8dec3d97 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Deleting port 5baf86a0-6a93-45b2-b068-35d4ae9d809f {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:39:15.151223 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2f44a82b-fe59-4495-94e2-db1f8dec3d97 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (5baf86a0-6a93-45b2-b068-35d4ae9d809f), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:15.255370 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2f44a82b-fe59-4495-94e2-db1f8dec3d97 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (5baf86a0-6a93-45b2-b068-35d4ae9d809f), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:15.255761 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2f44a82b-fe59-4495-94e2-db1f8dec3d97 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (5baf86a0-6a93-45b2-b068-35d4ae9d809f), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:15.275357 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-2f44a82b-fe59-4495-94e2-db1f8dec3d97 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Calling delete_port for 5baf86a0-6a93-45b2-b068-35d4ae9d809f owned by network:floatingip {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:39:15.316498 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc186b4-7266-4d4a-8f7c-1e69609df7e1 req-52b348c6-0a97-45ce-9a49-abb5de15b0e6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:15.318149 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-dbc186b4-7266-4d4a-8f7c-1e69609df7e1 req-52b348c6-0a97-45ce-9a49-abb5de15b0e6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 944 time: 0.1189840 Mar 07 15:39:15.321627 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device fcd3f711-9d6c-493b-b141-4ad58f2f7151 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:39:15.355196 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5ee4f97a-f71d-473e-996d-2d4b1e9be243 req-8d0e6484-627f-4ec4-bd41-63487829ec26 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7667868 Mar 07 15:39:15.405409 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-dbc186b4-7266-4d4a-8f7c-1e69609df7e1 req-57982afc-23c2-48b4-9533-5ff76331a8f3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791221 Mar 07 15:39:15.424500 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'name': 'tempest-TestMinimumBasicScenario-658580705-router', 'tenant_id': '4388ddbf9454439888a222f3a8722687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fcd3f711-9d6c-493b-b141-4ad58f2f7151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:06Z', 'updated_at': '2022-03-07T15:39:11Z', 'revision_number': 4, 'project_id': '4388ddbf9454439888a222f3a8722687', 'gw_port': {'id': 'fcd3f711-9d6c-493b-b141-4ad58f2f7151', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:07Z', 'updated_at': '2022-03-07T15:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'a9f5ac49-68c1-4ffb-971f-d1ed83b3283d', 'name': '', 'network_id': '814b94d4-8b16-4c7c-8365-af8836c9175a', 'tenant_id': '4388ddbf9454439888a222f3a8722687', 'mac_address': 'fa:16:3e:9d:7a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '146c2052-ce94-4636-830c-fe865c0c93e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:10Z', 'updated_at': '2022-03-07T15:39:14Z', 'revision_number': 4, 'project_id': '4388ddbf9454439888a222f3a8722687', 'subnets': [{'id': '146c2052-ce94-4636-830c-fe865c0c93e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:15.434798 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-a4133818-a47e-429b-9365-33670d5ccc79 None None] Current status of the port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:15.434971 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-a4133818-a47e-429b-9365-33670d5ccc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:15.477937 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port fcd3f711-9d6c-493b-b141-4ad58f2f7151 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:15.478419 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (fcd3f711-9d6c-493b-b141-4ad58f2f7151), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:15.500764 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921f3efe-2875-4a37-a818-e0fd0572fa06 None None] The sync data for ids ['f444c4f1-e42c-42dc-a444-8dbb37eab433'] in dv-cinder-830538-7-iscsi is: [{'id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'name': 'tempest-TestMinimumBasicScenario-658580705-router', 'tenant_id': '4388ddbf9454439888a222f3a8722687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fcd3f711-9d6c-493b-b141-4ad58f2f7151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:06Z', 'updated_at': '2022-03-07T15:39:11Z', 'revision_number': 4, 'project_id': '4388ddbf9454439888a222f3a8722687', 'gw_port': {'id': 'fcd3f711-9d6c-493b-b141-4ad58f2f7151', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:07Z', 'updated_at': '2022-03-07T15:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'a9f5ac49-68c1-4ffb-971f-d1ed83b3283d', 'name': '', 'network_id': '814b94d4-8b16-4c7c-8365-af8836c9175a', 'tenant_id': '4388ddbf9454439888a222f3a8722687', 'mac_address': 'fa:16:3e:9d:7a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '146c2052-ce94-4636-830c-fe865c0c93e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:10Z', 'updated_at': '2022-03-07T15:39:14Z', 'revision_number': 4, 'project_id': '4388ddbf9454439888a222f3a8722687', 'subnets': [{'id': '146c2052-ce94-4636-830c-fe865c0c93e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:39:15.524666 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-a4133818-a47e-429b-9365-33670d5ccc79 None None] For port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=a9f5ac49-68c1-4ffb-971f-d1ed83b3283d,segment=NetworkSegment(cd74cc6a-727b-471a-9488-dc20093933cd),segment_id=cd74cc6a-727b-471a-9488-dc20093933cd)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:15.533131 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-a4133818-a47e-429b-9365-33670d5ccc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:15.576740 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2f44a82b-fe59-4495-94e2-db1f8dec3d97 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (5baf86a0-6a93-45b2-b068-35d4ae9d809f), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:15.626957 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44a82b-fe59-4495-94e2-db1f8dec3d97 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Pushing event deleted for resources: {'Port': ['ID=5baf86a0-6a93-45b2-b068-35d4ae9d809f,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:15.699574 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4133818-a47e-429b-9365-33670d5ccc79 None None] Pushing event updated for resources: {'Port': ['ID=a9f5ac49-68c1-4ffb-971f-d1ed83b3283d,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:15.715423 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-8534c928-f57b-423c-99e3-44ff7ea2074a None None] Provisioning complete for port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:15.715804 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-8534c928-f57b-423c-99e3-44ff7ea2074a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:15.741084 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port fcd3f711-9d6c-493b-b141-4ad58f2f7151 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:15.758977 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2f44a82b-fe59-4495-94e2-db1f8dec3d97 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks [] for floatingip (4056bd04-50d7-494f-a9c7-312f517fe185), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:15.762352 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2f44a82b-fe59-4495-94e2-db1f8dec3d97 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:15.763664 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-2f44a82b-fe59-4495-94e2-db1f8dec3d97 tempest-AttachVolumeNegativeTest-2095016869 tempest-AttachVolumeNegativeTest-2095016869-project] 10.222.0.26 "DELETE /v2.0/floatingips/4056bd04-50d7-494f-a9c7-312f517fe185 HTTP/1.1" status: 204 len: 168 time: 0.9051595 Mar 07 15:39:15.832281 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-8534c928-f57b-423c-99e3-44ff7ea2074a None None] Current status of the port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:16.545822 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19c2d-6b76-4f6e-b297-f865d50b0c94 req-9fdc5f67-606d-43c6-a6d0-5b8fc01b8385 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:16.547538 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-cdd19c2d-6b76-4f6e-b297-f865d50b0c94 req-9fdc5f67-606d-43c6-a6d0-5b8fc01b8385 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 944 time: 0.0650525 Mar 07 15:39:16.624201 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-cdd19c2d-6b76-4f6e-b297-f865d50b0c94 req-062d467d-9f76-4303-89fd-dc2f6cc99702 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710199 Mar 07 15:39:16.656951 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-578ed4bf-54eb-4fe1-8c8d-3d51af6ec47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:17.195209 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device a9f5ac49-68c1-4ffb-971f-d1ed83b3283d up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:39:17.263697 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:17.263697 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:17.371558 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:17.672115 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:17.771981 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db218c36-0692-4bcd-bad8-565cee6cf1b6 req-67347d5e-6129-4de9-ad31-8b3091e93e9f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:17.773521 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-db218c36-0692-4bcd-bad8-565cee6cf1b6 req-67347d5e-6129-4de9-ad31-8b3091e93e9f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 944 time: 0.0672011 Mar 07 15:39:17.832105 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-db218c36-0692-4bcd-bad8-565cee6cf1b6 req-1d7ff18a-a22c-41d5-81b7-e6a456dc6266 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513766 Mar 07 15:39:18.962099 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511db2a-56cd-4fda-a7af-2cc088257880 req-2391d297-2b42-42f4-9787-b279b96ce2d4 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:18.963584 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b511db2a-56cd-4fda-a7af-2cc088257880 req-2391d297-2b42-42f4-9787-b279b96ce2d4 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 944 time: 0.0618384 Mar 07 15:39:19.013074 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:19.020525 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-b511db2a-56cd-4fda-a7af-2cc088257880 req-a51cfaad-2cf2-48e3-a5ae-46a88dad0104 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495770 Mar 07 15:39:19.550321 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34134) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:20.134698 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a3eff758-5636-4f28-be53-f4ff12bac744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575044'] for router_interface (9cafc903-c97d-4f42-a2a8-6a44561b6009), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:20.229305 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e377d9-dfc4-436d-b290-1fb47bd47a9f req-eef7deb9-4bee-4b57-aebf-9afc607a9d3a tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:20.231093 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f4e377d9-dfc4-436d-b290-1fb47bd47a9f req-eef7deb9-4bee-4b57-aebf-9afc607a9d3a tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 944 time: 0.1335258 Mar 07 15:39:20.319618 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f4e377d9-dfc4-436d-b290-1fb47bd47a9f req-93b9c6ce-9d24-4fbc-b11b-5c15ffefff18 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802517 Mar 07 15:39:20.530832 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-a3eff758-5636-4f28-be53-f4ff12bac744 admin admin] Deleting port bda6e28c-a304-4d63-8abd-1076b044b5e2 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:39:20.531175 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a3eff758-5636-4f28-be53-f4ff12bac744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:20.621161 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-a3eff758-5636-4f28-be53-f4ff12bac744 admin admin] For port bda6e28c-a304-4d63-8abd-1076b044b5e2, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=bda6e28c-a304-4d63-8abd-1076b044b5e2,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:20.621808 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a3eff758-5636-4f28-be53-f4ff12bac744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:20.634302 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-a3eff758-5636-4f28-be53-f4ff12bac744 admin admin] Calling delete_port for bda6e28c-a304-4d63-8abd-1076b044b5e2 owned by network:router_interface {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:39:20.698851 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:20.748761 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ae55c37f-501b-4d5e-9228-5b095fb75c89 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:39:20.843286 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a3eff758-5636-4f28-be53-f4ff12bac744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (bda6e28c-a304-4d63-8abd-1076b044b5e2), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:20.872768 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eff758-5636-4f28-be53-f4ff12bac744 admin admin] Pushing event deleted for resources: {'Port': ['ID=bda6e28c-a304-4d63-8abd-1076b044b5e2,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:20.887033 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ae55c37f-501b-4d5e-9228-5b095fb75c89, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ae55c37f-501b-4d5e-9228-5b095fb75c89,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:20.902652 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'port_id': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'mac_address': 'fa:16:3e:6f:50:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:39:20.943734 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port ae55c37f-501b-4d5e-9228-5b095fb75c89 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:20.944125 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:20.959794 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae55c37f-501b-4d5e-9228-5b095fb75c89 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:39:20.988249 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ae55c37f-501b-4d5e-9228-5b095fb75c89, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ae55c37f-501b-4d5e-9228-5b095fb75c89,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:20.998487 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:21.075020 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a3eff758-5636-4f28-be53-f4ff12bac744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575024'] for router_interface (9cafc903-c97d-4f42-a2a8-6a44561b6009), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:21.077081 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=ae55c37f-501b-4d5e-9228-5b095fb75c89,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:21.204398 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['ae55c37f-501b-4d5e-9228-5b095fb75c89'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:39:21.385372 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3eff758-5636-4f28-be53-f4ff12bac744 admin admin] Router 9cafc903-c97d-4f42-a2a8-6a44561b6009 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:39:21.477404 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598538f-121e-4f04-b36b-6f0b8a227ca8 req-1922bec9-3437-4e11-b93e-2633ae0d0164 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:21.485396 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9598538f-121e-4f04-b36b-6f0b8a227ca8 req-1922bec9-3437-4e11-b93e-2633ae0d0164 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 945 time: 0.0759797 Mar 07 15:39:21.551010 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9598538f-121e-4f04-b36b-6f0b8a227ca8 req-cd6bf130-47c6-48a7-bd60-596401de5dd3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643742 Mar 07 15:39:21.559624 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eff758-5636-4f28-be53-f4ff12bac744 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:39:21.568007 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-a3eff758-5636-4f28-be53-f4ff12bac744 admin admin] 10.222.0.26 "PUT /v2.0/routers/9cafc903-c97d-4f42-a2a8-6a44561b6009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0164568 Mar 07 15:39:21.568686 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34146) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:21.569546 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf343d0-e836-462d-b57b-bb1f4bac8a57 None None] Sync routers for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:39:21.582627 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf343d0-e836-462d-b57b-bb1f4bac8a57 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:21.583527 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-aaf343d0-e836-462d-b57b-bb1f4bac8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:21.706249 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-aaf343d0-e836-462d-b57b-bb1f4bac8a57 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:21.742842 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] Publish callbacks [] for router (9cafc903-c97d-4f42-a2a8-6a44561b6009), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:21.852977 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] Publish callbacks [] for router_gateway (9cafc903-c97d-4f42-a2a8-6a44561b6009), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:21.916825 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] Deleting port ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:39:21.917206 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:21.934902 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-aaf343d0-e836-462d-b57b-bb1f4bac8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:39:20Z', 'revision_number': 5, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port': {'id': 'ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:21.972496 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf343d0-e836-462d-b57b-bb1f4bac8a57 None None] Checking router: 9cafc903-c97d-4f42-a2a8-6a44561b6009 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:39:21.978667 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:21.983437 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf343d0-e836-462d-b57b-bb1f4bac8a57 None None] Routers {'9cafc903-c97d-4f42-a2a8-6a44561b6009'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:21.984201 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-aaf343d0-e836-462d-b57b-bb1f4bac8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['9cafc903-c97d-4f42-a2a8-6a44561b6009'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:22.015258 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] For port ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:22.015783 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:22.031958 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] Calling delete_port for ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4 owned by network:router_gateway {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:39:22.102183 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-aaf343d0-e836-462d-b57b-bb1f4bac8a57 None None] Set router 9cafc903-c97d-4f42-a2a8-6a44561b6009 gateway port host: None {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:22.159914 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-aaf343d0-e836-462d-b57b-bb1f4bac8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:39:21Z', 'revision_number': 6, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port_host': None}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:22.191263 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf343d0-e836-462d-b57b-bb1f4bac8a57 None None] The sync data for ids ['9cafc903-c97d-4f42-a2a8-6a44561b6009'] in dv-cinder-830538-7-iscsi is: [{'id': '9cafc903-c97d-4f42-a2a8-6a44561b6009', 'name': 'tempest-AttachVolumeNegativeTest-859048965-router', 'tenant_id': 'd5415959ffad4b7183eed207f8afd560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:18Z', 'updated_at': '2022-03-07T15:39:21Z', 'revision_number': 6, 'project_id': 'd5415959ffad4b7183eed207f8afd560', 'gw_port_host': None}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:39:22.227277 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:22.278437 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:22.321437 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574362'] for router_gateway (9cafc903-c97d-4f42-a2a8-6a44561b6009), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:22.425991 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15440'] for router (9cafc903-c97d-4f42-a2a8-6a44561b6009), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:22.428779 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] Publish callbacks [] for router_controller (9cafc903-c97d-4f42-a2a8-6a44561b6009), precommit_delete_associations {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:22.475420 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574521'] for router (9cafc903-c97d-4f42-a2a8-6a44561b6009), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:22.475910 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cafc903-c97d-4f42-a2a8-6a44561b6009 {{(pid=102970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 15:39:22.480667 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:22.481852 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-50a34c5c-2e7c-4a8d-a181-d1d87f340014 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9cafc903-c97d-4f42-a2a8-6a44561b6009 HTTP/1.1" status: 204 len: 168 time: 0.9122438 Mar 07 15:39:22.484417 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34148) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:22.532046 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7b29f8-cdf9-4f32-98f6-f4fa37599cf7 admin admin] Deleting subnet caea1b3f-a80c-4138-ad4b-bb4ae0b4063a {{(pid=102970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:39:22.535792 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ee7b29f8-cdf9-4f32-98f6-f4fa37599cf7 admin admin] Publish callbacks [] for subnet (caea1b3f-a80c-4138-ad4b-bb4ae0b4063a), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:22.580448 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ee7b29f8-cdf9-4f32-98f6-f4fa37599cf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4916966'] for subnet (caea1b3f-a80c-4138-ad4b-bb4ae0b4063a), precommit_delete_associations {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:22.756981 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ae55c37f-501b-4d5e-9228-5b095fb75c89 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:39:22.775350 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ee7b29f8-cdf9-4f32-98f6-f4fa37599cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (caea1b3f-a80c-4138-ad4b-bb4ae0b4063a), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:22.804927 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4efec-8de7-4de4-9068-4efe0e6ae863 req-3e696523-0ae6-4da2-b2ad-a64daba21b6c tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:22.806936 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-57a4efec-8de7-4de4-9068-4efe0e6ae863 req-3e696523-0ae6-4da2-b2ad-a64daba21b6c tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 945 time: 0.1652453 Mar 07 15:39:22.818269 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port ae55c37f-501b-4d5e-9228-5b095fb75c89 completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:39:22.822983 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port ae55c37f-501b-4d5e-9228-5b095fb75c89 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:22.823631 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:22.886010 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-57a4efec-8de7-4de4-9068-4efe0e6ae863 req-c8a426bc-b4ad-4e57-8c74-8f9a90195246 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677569 Mar 07 15:39:22.895245 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ee7b29f8-cdf9-4f32-98f6-f4fa37599cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5119573'] for subnet (caea1b3f-a80c-4138-ad4b-bb4ae0b4063a), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:22.916555 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fe7fd0-f3ff-468a-8669-b158c2c1b677 None None] Network e8b5ca41-79ff-414a-a637-6b4498d8f9ac requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:39:22.920125 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ee7b29f8-cdf9-4f32-98f6-f4fa37599cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:22.925830 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-ee7b29f8-cdf9-4f32-98f6-f4fa37599cf7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/caea1b3f-a80c-4138-ad4b-bb4ae0b4063a HTTP/1.1" status: 204 len: 168 time: 0.4377127 Mar 07 15:39:22.926245 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34152) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:22.935611 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port ae55c37f-501b-4d5e-9228-5b095fb75c89 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:22.936002 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:22.941496 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b29f8-cdf9-4f32-98f6-f4fa37599cf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caea1b3f-a80c-4138-ad4b-bb4ae0b4063a,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:22.978042 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae55c37f-501b-4d5e-9228-5b095fb75c89'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:39:22.981142 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77339504-027e-4fe3-8985-8287d4430459" -d '{"events": [{"server_uuid": "341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15", "name": "network-vif-plugged", "status": "completed", "tag": "ae55c37f-501b-4d5e-9228-5b095fb75c89"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:39:22.986523 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port ae55c37f-501b-4d5e-9228-5b095fb75c89, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ae55c37f-501b-4d5e-9228-5b095fb75c89,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:23.022495 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (e8b5ca41-79ff-414a-a637-6b4498d8f9ac), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:23.031843 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0752e601-ed91-4c58-bfdb-8a4eb285808e x-openstack-request-id: req-0752e601-ed91-4c58-bfdb-8a4eb285808e {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:39:23.032887 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15", "name": "network-vif-plugged", "status": "completed", "tag": "ae55c37f-501b-4d5e-9228-5b095fb75c89", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:39:23.033669 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0752e601-ed91-4c58-bfdb-8a4eb285808e {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:39:23.034087 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'code': 200} Mar 07 15:39:23.050282 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:23.117696 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] Deleting port 9170f37f-48da-49d5-bac0-a4acf6b97c5b {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:39:23.118702 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:23.183980 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device bda6e28c-a304-4d63-8abd-1076b044b5e2 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:39:23.212101 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] For port 9170f37f-48da-49d5-bac0-a4acf6b97c5b, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=9170f37f-48da-49d5-bac0-a4acf6b97c5b,segment=NetworkSegment(6a6bc1f9-d86d-43d0-a17e-437b2c0db59a),segment_id=6a6bc1f9-d86d-43d0-a17e-437b2c0db59a)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:23.212737 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:23.221774 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: bda6e28c-a304-4d63-8abd-1076b044b5e2 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:39:23.222030 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device bda6e28c-a304-4d63-8abd-1076b044b5e2 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:39:23.222287 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:39:23.226398 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=ae55c37f-501b-4d5e-9228-5b095fb75c89,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:23.239589 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] Calling delete_port for 9170f37f-48da-49d5-bac0-a4acf6b97c5b owned by network:dhcp {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:39:23.247868 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:39:23.248106 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device ccf6fd9c-e1ad-4ecb-8c37-7e3220ba1ba4 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:39:23.351468 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c01be8b-15a6-4056-a0eb-4dfee2dbfe4f None None] DHCP port deletion for e8b5ca41-79ff-414a-a637-6b4498d8f9ac request from dv-cinder-830538-7-iscsi {{(pid=102972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 15:39:23.377106 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:23.404027 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] Pushing event deleted for resources: {'Port': ['ID=9170f37f-48da-49d5-bac0-a4acf6b97c5b,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:23.432847 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] No DVR routers for this DVR port 9170f37f-48da-49d5-bac0-a4acf6b97c5b on host dv-cinder-830538-7-iscsi {{(pid=102971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:39:23.438288 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-3c01be8b-15a6-4056-a0eb-4dfee2dbfe4f None None] Deleting port 9170f37f-48da-49d5-bac0-a4acf6b97c5b {{(pid=102972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:39:23.439094 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-3c01be8b-15a6-4056-a0eb-4dfee2dbfe4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), before_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:23.444734 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b76d2b-f66a-4cc1-bd93-b23af5182d63 req-3acf6f48-6edc-4857-9cbe-030599237755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:23.446713 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f9b76d2b-f66a-4cc1-bd93-b23af5182d63 req-3acf6f48-6edc-4857-9cbe-030599237755 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 1130 time: 0.1392312 Mar 07 15:39:23.560361 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-3c01be8b-15a6-4056-a0eb-4dfee2dbfe4f None None] For port 9170f37f-48da-49d5-bac0-a4acf6b97c5b, host dv-cinder-830538-7-iscsi, got binding levels [] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:23.561027 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-3c01be8b-15a6-4056-a0eb-4dfee2dbfe4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), precommit_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:23.578965 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f9b76d2b-f66a-4cc1-bd93-b23af5182d63 req-2dc76d22-8655-4a69-99e9-9fe013b7edea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231713 Mar 07 15:39:23.583140 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-3c01be8b-15a6-4056-a0eb-4dfee2dbfe4f None None] Calling delete_port for 9170f37f-48da-49d5-bac0-a4acf6b97c5b owned by network:dhcp {{(pid=102972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:39:23.586420 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.ipam_backend_mixin [None req-3c01be8b-15a6-4056-a0eb-4dfee2dbfe4f None None] Port 9170f37f-48da-49d5-bac0-a4acf6b97c5b was not found and therefore no delete operation was performed {{(pid=102972) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 15:39:23.587774 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-3c01be8b-15a6-4056-a0eb-4dfee2dbfe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472'] for port (9170f37f-48da-49d5-bac0-a4acf6b97c5b), after_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:23.601432 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (e8b5ca41-79ff-414a-a637-6b4498d8f9ac), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:23.624873 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01be8b-15a6-4056-a0eb-4dfee2dbfe4f None None] No DVR routers for this DVR port 9170f37f-48da-49d5-bac0-a4acf6b97c5b on host dv-cinder-830538-7-iscsi {{(pid=102972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:39:23.624873 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01be8b-15a6-4056-a0eb-4dfee2dbfe4f None None] Pushing event deleted for resources: {'Port': ['ID=9170f37f-48da-49d5-bac0-a4acf6b97c5b,revision_number=None']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:23.631324 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b5ca41-79ff-414a-a637-6b4498d8f9ac']}} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:23.648239 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a') {'for_net_delete': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:23.648659 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6bc1f9-d86d-43d0-a17e-437b2c0db59a') {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:23.659619 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8227217'] for segment (6a6bc1f9-d86d-43d0-a17e-437b2c0db59a), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:23.677445 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (6a6bc1f9-d86d-43d0-a17e-437b2c0db59a), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:23.684153 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=102971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:39:23.684637 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7627424'] for segment (6a6bc1f9-d86d-43d0-a17e-437b2c0db59a), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: Traceback (most recent call last): Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: timer() Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: cb(*args, **kw) Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: return func(*args, **kwargs) Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: self._notify() Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: self.callback(batched_events) Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: event.method(event) Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: return f(self, *a, **k) Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._get(url).json() Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: return self.request(url, 'GET', **kwargs) Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:39:23.686396 dv-cinder-830538-7-iscsi neutron-server[102971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:39:23.760890 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (e8b5ca41-79ff-414a-a637-6b4498d8f9ac), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:23.766303 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:23.771842 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] 10.222.0.26 "DELETE /v2.0/networks/e8b5ca41-79ff-414a-a637-6b4498d8f9ac HTTP/1.1" status: 204 len: 168 time: 0.8423243 Mar 07 15:39:23.796320 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19031d-41f2-4842-91ee-10bed234c30c admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b5ca41-79ff-414a-a637-6b4498d8f9ac,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:23.921203 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34164) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:23.970516 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-66515c43-26d1-4bf5-bdcc-c503429bfd10 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5415959ffad4b7183eed207f8afd560&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451968 Mar 07 15:39:23.971636 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34166) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:24.030461 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bd47f76d-daea-4d73-aa30-cf9b275e5327 admin admin] Publish callbacks [] for security_group (0cefceb8-8a90-41c1-9d27-6266a1ce0b3f), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:24.044851 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4e1ae-5d7f-4f26-9d71-5bee0c89da96 req-cf5c1116-e742-4105-8097-9031390de5b1 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:24.045904 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-52c4e1ae-5d7f-4f26-9d71-5bee0c89da96 req-cf5c1116-e742-4105-8097-9031390de5b1 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 946 time: 0.0607486 Mar 07 15:39:24.060831 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bd47f76d-daea-4d73-aa30-cf9b275e5327 admin admin] Publish callbacks [] for security_group (0cefceb8-8a90-41c1-9d27-6266a1ce0b3f), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:24.098192 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-52c4e1ae-5d7f-4f26-9d71-5bee0c89da96 req-398390c6-b935-4cb4-814b-4a212fddc1ba tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464981 Mar 07 15:39:24.126257 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bd47f76d-daea-4d73-aa30-cf9b275e5327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (0cefceb8-8a90-41c1-9d27-6266a1ce0b3f), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:24.126257 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-bd47f76d-daea-4d73-aa30-cf9b275e5327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:24.126257 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-bd47f76d-daea-4d73-aa30-cf9b275e5327 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cefceb8-8a90-41c1-9d27-6266a1ce0b3f HTTP/1.1" status: 204 len: 168 time: 0.1505206 Mar 07 15:39:24.131587 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47f76d-daea-4d73-aa30-cf9b275e5327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cefceb8-8a90-41c1-9d27-6266a1ce0b3f,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:24.590808 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-f442aae9-1cfb-4c9e-a1e4-b3ee8f515363 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:24.592297 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-f442aae9-1cfb-4c9e-a1e4-b3ee8f515363 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/networks?id=f6b9b580-689c-4c7f-94c0-c628036d2fb5 HTTP/1.1" status: 200 len: 814 time: 0.1017940 Mar 07 15:39:24.607229 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-26e1ee85-22a3-4279-8c94-07c348ad6a21 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/quotas/946fec15659f4b1ab08bbb9fb8fe5d7f HTTP/1.1" status: 200 len: 375 time: 0.0089400 Mar 07 15:39:24.668527 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-13a7dfbf-07ad-44ec-b7d6-7a24d4a78a6c tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=946fec15659f4b1ab08bbb9fb8fe5d7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555837 Mar 07 15:39:24.766253 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-c75eb794-142f-4fc9-9a4e-052051fc07d7 service neutron] 10.222.0.26 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856006 Mar 07 15:39:24.859146 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-f394a3b9-5890-4d26-9b1f-7d628ae40698 service neutron] 10.222.0.26 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863800 Mar 07 15:39:25.025239 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a6409509-e365-4c07-8c6c-a60c0c1c2ec1 req-e6d3fd3a-653d-48ae-b258-e8d4c73a0ff2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 210 time: 0.0338831 Mar 07 15:39:25.139204 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 9170f37f-48da-49d5-bac0-a4acf6b97c5b no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:39:25.168286 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 9170f37f-48da-49d5-bac0-a4acf6b97c5b {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:39:25.168700 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 9170f37f-48da-49d5-bac0-a4acf6b97c5b not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:39:25.242701 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2c500-13cf-4c35-8f21-0526e4a00691 req-4a1b6716-4d2d-44ff-a747-fc90d74ce98f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:25.244504 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-54d2c500-13cf-4c35-8f21-0526e4a00691 req-4a1b6716-4d2d-44ff-a747-fc90d74ce98f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 946 time: 0.0666194 Mar 07 15:39:25.312110 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-54d2c500-13cf-4c35-8f21-0526e4a00691 req-08940e84-96bd-4a15-b5ca-23f837ad638b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611429 Mar 07 15:39:25.438210 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11b21f-cd99-48f6-b529-d9dfb16f99e1 req-2f3ba493-86e1-4415-9826-02fc4a3eb8f2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:25.442344 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ed11b21f-cd99-48f6-b529-d9dfb16f99e1 req-2f3ba493-86e1-4415-9826-02fc4a3eb8f2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 946 time: 0.0610311 Mar 07 15:39:25.489067 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ed11b21f-cd99-48f6-b529-d9dfb16f99e1 req-4011a5e1-7a6d-4f2b-8c19-d67f19036c9f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433333 Mar 07 15:39:25.512183 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34236) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:25.554776 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e83356b-defa-415e-93bd-202c7ce07d54 tempest-TestVolumeBootPattern-709538985 tempest-TestVolumeBootPattern-709538985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:25.556297 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-5e83356b-defa-415e-93bd-202c7ce07d54 tempest-TestVolumeBootPattern-709538985 tempest-TestVolumeBootPattern-709538985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 1125 time: 0.0429645 Mar 07 15:39:25.559019 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34238) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:25.563663 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Request body: {'floatingip': {'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'port_id': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:25.584554 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:25.936149 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:26.040247 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Allocated IP 172.27.3.155 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/86afe248-e012-464f-aaa2-ee2ff4c827c4) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:39:26.132054 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d92f3ba0-19ed-44c4-88cb-34fc84c6a813 req-4da2484e-3163-4bb1-9e50-c722e8dadc6c tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 210 time: 0.0301893 Mar 07 15:39:26.202671 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-e74f6e98-dbfd-4e6c-9b7e-e2f6829910ae tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:26.204131 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-e74f6e98-dbfd-4e6c-9b7e-e2f6829910ae tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.30 "GET /v2.0/networks?id=f6b9b580-689c-4c7f-94c0-c628036d2fb5 HTTP/1.1" status: 200 len: 814 time: 0.1617293 Mar 07 15:39:26.222199 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-e6be48f1-0a7e-4eb8-8d4f-ce5723d8c36c tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Request body: {'port': {'device_id': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'admin_state_up': True, 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:26.259781 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for port (86afe248-e012-464f-aaa2-ee2ff4c827c4), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:26.360280 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (86afe248-e012-464f-aaa2-ee2ff4c827c4), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:26.426084 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:39:26.426986 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-e6be48f1-0a7e-4eb8-8d4f-ce5723d8c36c tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Made reservation on behalf of 946fec15659f4b1ab08bbb9fb8fe5d7f for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:39:26.430514 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-e6be48f1-0a7e-4eb8-8d4f-ce5723d8c36c tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:26.436802 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:39:26.439245 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:39:26.447535 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'Port': ['ID=86afe248-e012-464f-aaa2-ee2ff4c827c4,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:26.693027 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-e6be48f1-0a7e-4eb8-8d4f-ce5723d8c36c tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Allocated IP 172.20.0.4 (f6b9b580-689c-4c7f-94c0-c628036d2fb5/ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1/a87c43b1-abc4-492f-b7f6-87e3e364dda6) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:39:26.996583 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-e6be48f1-0a7e-4eb8-8d4f-ce5723d8c36c tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:27.134087 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-e6be48f1-0a7e-4eb8-8d4f-ce5723d8c36c tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:27.240764 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-e6be48f1-0a7e-4eb8-8d4f-ce5723d8c36c tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Network f6b9b580-689c-4c7f-94c0-c628036d2fb5 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:39:27.248009 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-e6be48f1-0a7e-4eb8-8d4f-ce5723d8c36c tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:39:27.263092 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-e6be48f1-0a7e-4eb8-8d4f-ce5723d8c36c tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:39:27.269353 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be48f1-0a7e-4eb8-8d4f-ce5723d8c36c tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Pushing event updated for resources: {'Port': ['ID=a87c43b1-abc4-492f-b7f6-87e3e364dda6,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:27.391361 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-e6be48f1-0a7e-4eb8-8d4f-ce5723d8c36c tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:27.392045 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-e6be48f1-0a7e-4eb8-8d4f-ce5723d8c36c tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:27.410078 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for floatingip (daaedb7b-7ee0-4951-a4e2-4afc4531eae9), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:27.475606 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-e6be48f1-0a7e-4eb8-8d4f-ce5723d8c36c tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2593453 Mar 07 15:39:27.513248 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978850c-7e70-4591-a7c4-96876e3b66cc req-24c4a876-5b08-464e-946b-d0b87e6fd134 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:27.525888 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8978850c-7e70-4591-a7c4-96876e3b66cc req-24c4a876-5b08-464e-946b-d0b87e6fd134 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 931 time: 0.1075087 Mar 07 15:39:27.578840 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (86afe248-e012-464f-aaa2-ee2ff4c827c4), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:27.628893 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8978850c-7e70-4591-a7c4-96876e3b66cc req-a8ba8286-452b-4bc7-8745-afd6851149a4 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992446 Mar 07 15:39:27.673077 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-e60a0cc5-c9c9-477a-8211-d916578cc6f5 None None] Provisioning complete for port a87c43b1-abc4-492f-b7f6-87e3e364dda6 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:27.674309 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-e60a0cc5-c9c9-477a-8211-d916578cc6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:27.713382 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-e60a0cc5-c9c9-477a-8211-d916578cc6f5 None None] Port a87c43b1-abc4-492f-b7f6-87e3e364dda6 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:39:27.771148 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for port (86afe248-e012-464f-aaa2-ee2ff4c827c4), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:27.775687 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (86afe248-e012-464f-aaa2-ee2ff4c827c4), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:27.854625 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'Port': ['ID=86afe248-e012-464f-aaa2-ee2ff4c827c4,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:27.866744 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (daaedb7b-7ee0-4951-a4e2-4afc4531eae9), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:27.974913 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.l3_db [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Floating IP daaedb7b-7ee0-4951-a4e2-4afc4531eae9 associated. External IP: 172.27.3.155, port: ae55c37f-501b-4d5e-9228-5b095fb75c89. Mar 07 15:39:28.211065 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Router cd151927-5e21-4006-ac2b-75c1a3a844aa has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:39:28.328953 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:39:28.340384 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e689d-f165-469e-a282-b0656a8f79af None None] Sync routers for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:39:28.350334 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:28.364468 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e689d-f165-469e-a282-b0656a8f79af None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:28.365119 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-2d8e689d-f165-469e-a282-b0656a8f79af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:28.406026 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-6a1f3ccc-92ef-4433-a973-870558f0caca tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8352685 Mar 07 15:39:28.406026 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'tag': 'ae55c37f-501b-4d5e-9228-5b095fb75c89'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:39:28.406026 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5307b6f5-54ad-467e-bb40-4df3e5226d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15", "tag": "ae55c37f-501b-4d5e-9228-5b095fb75c89"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:39:28.447185 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86b6040-45ec-4afb-81b9-111c93333521 x-openstack-request-id: req-b86b6040-45ec-4afb-81b9-111c93333521 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:39:28.448053 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15", "tag": "ae55c37f-501b-4d5e-9228-5b095fb75c89", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:39:28.448389 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b86b6040-45ec-4afb-81b9-111c93333521 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:39:28.449480 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'tag': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'status': 'completed', 'code': 200} Mar 07 15:39:28.630500 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-2d8e689d-f165-469e-a282-b0656a8f79af None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:28.637597 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:39:28.759809 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4703f-c65f-4a12-9d11-8f2387b34841 req-ae085dec-fc39-4a4d-8850-a895a4ba3782 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:28.761550 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-95d4703f-c65f-4a12-9d11-8f2387b34841 req-ae085dec-fc39-4a4d-8850-a895a4ba3782 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 931 time: 0.0599892 Mar 07 15:39:28.811191 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-95d4703f-c65f-4a12-9d11-8f2387b34841 req-620b3a86-4ad9-4254-be64-23896927843f tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427999 Mar 07 15:39:28.896948 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-2d8e689d-f165-469e-a282-b0656a8f79af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': 'daaedb7b-7ee0-4951-a4e2-4afc4531eae9', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'port_id': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'mac_address': 'fa:16:3e:6f:50:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:39:27Z', 'updated_at': '2022-03-07T15:39:27Z', 'revision_number': 0, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:28.923774 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e689d-f165-469e-a282-b0656a8f79af None None] Checking router: cd151927-5e21-4006-ac2b-75c1a3a844aa for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:39:28.933033 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e689d-f165-469e-a282-b0656a8f79af None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:28.933689 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-2d8e689d-f165-469e-a282-b0656a8f79af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:29.057961 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-2d8e689d-f165-469e-a282-b0656a8f79af None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:29.293452 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-2d8e689d-f165-469e-a282-b0656a8f79af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': 'daaedb7b-7ee0-4951-a4e2-4afc4531eae9', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'port_id': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'mac_address': 'fa:16:3e:6f:50:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:39:27Z', 'updated_at': '2022-03-07T15:39:27Z', 'revision_number': 0, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:29.325958 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e689d-f165-469e-a282-b0656a8f79af None None] The sync data for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi is: [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': 'daaedb7b-7ee0-4951-a4e2-4afc4531eae9', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'port_id': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'mac_address': 'fa:16:3e:6f:50:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:39:27Z', 'updated_at': '2022-03-07T15:39:27Z', 'revision_number': 0, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:39:29.538039 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1c438-01a5-4b9e-85c5-26df255180a3 None None] New status for floating IP daaedb7b-7ee0-4951-a4e2-4afc4531eae9: ACTIVE {{(pid=102973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:39:29.933804 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccf61c-f55e-4c15-9514-eaf2c8a9597a req-4b143edd-de0a-4cff-b40e-4a201085eded tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:29.935235 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d3ccf61c-f55e-4c15-9514-eaf2c8a9597a req-4b143edd-de0a-4cff-b40e-4a201085eded tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 931 time: 0.0563431 Mar 07 15:39:29.990413 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d3ccf61c-f55e-4c15-9514-eaf2c8a9597a req-62cc1871-ce3b-4434-88a3-b3e8e0648043 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490425 Mar 07 15:39:31.116513 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253bd46-6cb6-47b1-9990-0f3948be73a4 req-aa65702b-6b35-4ef1-be64-0c84c668069a tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:31.117984 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5253bd46-6cb6-47b1-9990-0f3948be73a4 req-aa65702b-6b35-4ef1-be64-0c84c668069a tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 931 time: 0.0594611 Mar 07 15:39:31.167142 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5253bd46-6cb6-47b1-9990-0f3948be73a4 req-2dfe90ad-9934-4b35-8814-b3cfaa5002fa tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430982 Mar 07 15:39:32.297842 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73455857-aeee-4052-a8e0-4ed5796d939a req-c59c78e2-7406-4d58-92fa-edbd010b4a6e tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:32.297842 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-73455857-aeee-4052-a8e0-4ed5796d939a req-c59c78e2-7406-4d58-92fa-edbd010b4a6e tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 931 time: 0.0603127 Mar 07 15:39:32.350232 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-73455857-aeee-4052-a8e0-4ed5796d939a req-e2102aad-fac8-4dd7-bf5c-a06a3dea617b tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461020 Mar 07 15:39:32.805180 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34350) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:32.913213 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-86ebfc66-7580-461d-aaf9-038174405b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:32.996748 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-86ebfc66-7580-461d-aaf9-038174405b21 admin admin] Publish callbacks [] for security_group (b00e89fa-875f-4c3d-82fc-02a9e59c623f), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:33.001061 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-86ebfc66-7580-461d-aaf9-038174405b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (b00e89fa-875f-4c3d-82fc-02a9e59c623f), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:33.040456 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebfc66-7580-461d-aaf9-038174405b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00e89fa-875f-4c3d-82fc-02a9e59c623f,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:33.048773 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-86ebfc66-7580-461d-aaf9-038174405b21 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=663030a8ce164c80b3d266dfe3aea12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395375 Mar 07 15:39:33.049659 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34354) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:33.100365 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae3eb137-94ab-47b9-af1c-cc94ebe706e5 admin admin] Publish callbacks [] for security_group (b00e89fa-875f-4c3d-82fc-02a9e59c623f), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:33.123662 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae3eb137-94ab-47b9-af1c-cc94ebe706e5 admin admin] Publish callbacks [] for security_group (b00e89fa-875f-4c3d-82fc-02a9e59c623f), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:33.171143 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae3eb137-94ab-47b9-af1c-cc94ebe706e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (b00e89fa-875f-4c3d-82fc-02a9e59c623f), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:33.174624 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae3eb137-94ab-47b9-af1c-cc94ebe706e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:33.178242 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-ae3eb137-94ab-47b9-af1c-cc94ebe706e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b00e89fa-875f-4c3d-82fc-02a9e59c623f HTTP/1.1" status: 204 len: 168 time: 0.1258223 Mar 07 15:39:33.184344 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3eb137-94ab-47b9-af1c-cc94ebe706e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00e89fa-875f-4c3d-82fc-02a9e59c623f,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:33.490226 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfa842-ca97-4597-a44b-e87785911b49 req-8dce59be-f6dc-4e7e-ac06-5be9cdf0165a tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:33.493236 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-04cfa842-ca97-4597-a44b-e87785911b49 req-8dce59be-f6dc-4e7e-ac06-5be9cdf0165a tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 931 time: 0.0623615 Mar 07 15:39:33.555949 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-04cfa842-ca97-4597-a44b-e87785911b49 req-978ad691-d986-4b88-925b-de976d7025f8 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524917 Mar 07 15:39:34.684303 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b18225-fa1b-415e-86ea-762e07f2de94 req-16435029-f01a-4620-be8b-220642a4a588 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:34.685858 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-44b18225-fa1b-415e-86ea-762e07f2de94 req-16435029-f01a-4620-be8b-220642a4a588 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 931 time: 0.0552032 Mar 07 15:39:34.733676 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-44b18225-fa1b-415e-86ea-762e07f2de94 req-235b19f9-d5f9-435b-b2d1-67b9e4eda61a tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421853 Mar 07 15:39:34.993699 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Request body: {'port': {'device_id': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:35.050763 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307b6f5-54ad-467e-bb40-4df3e5226d4d req-700b7a19-b8b1-48a2-bfb1-6851356b9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:35.052256 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:35.052389 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5307b6f5-54ad-467e-bb40-4df3e5226d4d req-700b7a19-b8b1-48a2-bfb1-6851356b9d11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 1130 time: 0.0467780 Mar 07 15:39:35.147175 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307b6f5-54ad-467e-bb40-4df3e5226d4d req-4d1a14d4-492d-47cf-8c98-d0879b836b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:35.148641 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5307b6f5-54ad-467e-bb40-4df3e5226d4d req-4d1a14d4-492d-47cf-8c98-d0879b836b9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 913 time: 0.0853422 Mar 07 15:39:35.222471 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5307b6f5-54ad-467e-bb40-4df3e5226d4d req-c24980c2-c31a-4095-acad-76c40ed97196 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae55c37f-501b-4d5e-9228-5b095fb75c89 HTTP/1.1" status: 200 len: 1002 time: 0.0612285 Mar 07 15:39:35.269414 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307b6f5-54ad-467e-bb40-4df3e5226d4d req-ccd997ec-445b-4dcc-858a-809c645bed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:35.270889 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5307b6f5-54ad-467e-bb40-4df3e5226d4d req-ccd997ec-445b-4dcc-858a-809c645bed85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62da12ad-276e-4aaf-b6e0-ef8568f52ae1 HTTP/1.1" status: 200 len: 851 time: 0.0426877 Mar 07 15:39:35.313731 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87c43b1-abc4-492f-b7f6-87e3e364dda6 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:39:35.317950 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307b6f5-54ad-467e-bb40-4df3e5226d4d req-98f22911-5a71-48dd-8780-7242a524199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:35.319478 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5307b6f5-54ad-467e-bb40-4df3e5226d4d req-98f22911-5a71-48dd-8780-7242a524199d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6f86ee1-eb94-4c82-9c74-7df197ed1334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428312 Mar 07 15:39:35.321509 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Publish callbacks [] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:35.333886 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Transition to ACTIVE for port object a87c43b1-abc4-492f-b7f6-87e3e364dda6 will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:39:35.338349 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:35.387250 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Pushing event updated for resources: {'Port': ['ID=a87c43b1-abc4-492f-b7f6-87e3e364dda6,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:35.423610 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5307b6f5-54ad-467e-bb40-4df3e5226d4d req-79254105-d9ff-41ad-81e7-3cf9f7497876 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920529 Mar 07 15:39:35.473701 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Attempting to bind port a87c43b1-abc4-492f-b7f6-87e3e364dda6 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:39:35.473949 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Attempting to bind port a87c43b1-abc4-492f-b7f6-87e3e364dda6 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '9183b860-956d-4698-ae97-754ce101fb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:39:35.474339 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Attempting to bind port a87c43b1-abc4-492f-b7f6-87e3e364dda6 on network f6b9b580-689c-4c7f-94c0-c628036d2fb5 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:39:35.479094 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Port a87c43b1-abc4-492f-b7f6-87e3e364dda6 on network f6b9b580-689c-4c7f-94c0-c628036d2fb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:39:35.479422 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Attempting to bind port a87c43b1-abc4-492f-b7f6-87e3e364dda6 on network f6b9b580-689c-4c7f-94c0-c628036d2fb5 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:39:35.485145 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:39:35.485491 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Checking segment: {'id': '9183b860-956d-4698-ae97-754ce101fb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:39:35.486218 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Bound using segment: {'id': '9183b860-956d-4698-ae97-754ce101fb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:39:35.486489 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Bound port: a87c43b1-abc4-492f-b7f6-87e3e364dda6, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9183b860-956d-4698-ae97-754ce101fb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:39:35.487013 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:35.523767 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5307b6f5-54ad-467e-bb40-4df3e5226d4d req-96d75006-4fd0-408e-ab24-b0f5b2237f42 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938814 Mar 07 15:39:35.557379 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] For port a87c43b1-abc4-492f-b7f6-87e3e364dda6, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:39:35.560486 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] For port a87c43b1-abc4-492f-b7f6-87e3e364dda6, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a87c43b1-abc4-492f-b7f6-87e3e364dda6,segment=NetworkSegment(9183b860-956d-4698-ae97-754ce101fb05),segment_id=9183b860-956d-4698-ae97-754ce101fb05)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:39:35.566800 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:35.599152 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:35.599794 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:35.601171 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] 10.222.0.30 "PUT /v2.0/ports/a87c43b1-abc4-492f-b7f6-87e3e364dda6 HTTP/1.1" status: 200 len: 1093 time: 0.6120868 Mar 07 15:39:35.601720 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'tag': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:39:35.603838 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a9b751-1a26-41ac-ab93-44439e89f899" -d '{"events": [{"name": "network-changed", "server_uuid": "511c2e7b-f18e-43fb-ae09-a356c335a7f3", "tag": "a87c43b1-abc4-492f-b7f6-87e3e364dda6"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:39:35.635994 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5578c6-e32b-4a6a-b7ad-a6ac31701875 service neutron] Pushing event updated for resources: {'Port': ['ID=a87c43b1-abc4-492f-b7f6-87e3e364dda6,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:35.644675 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c099d6-04b3-4ff2-8c34-86f0c4f84883 x-openstack-request-id: req-03c099d6-04b3-4ff2-8c34-86f0c4f84883 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:39:35.644970 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511c2e7b-f18e-43fb-ae09-a356c335a7f3", "tag": "a87c43b1-abc4-492f-b7f6-87e3e364dda6", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:39:35.645227 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03c099d6-04b3-4ff2-8c34-86f0c4f84883 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:39:35.645632 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'tag': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6', 'status': 'completed', 'code': 200} Mar 07 15:39:35.699817 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-700e50f4-6cd0-4fb5-8503-e13c703dbba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:35.701881 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-700e50f4-6cd0-4fb5-8503-e13c703dbba9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=946fec15659f4b1ab08bbb9fb8fe5d7f&device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 1127 time: 0.0477231 Mar 07 15:39:35.746798 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-f9c9e62a-a457-46ea-a7cb-14d10dbf4b2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a87c43b1-abc4-492f-b7f6-87e3e364dda6 HTTP/1.1" status: 200 len: 217 time: 0.0357394 Mar 07 15:39:35.803042 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-4b81729a-5d74-47cf-8714-cea004e2c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:35.804536 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-4b81729a-5d74-47cf-8714-cea004e2c036 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1 HTTP/1.1" status: 200 len: 853 time: 0.0510943 Mar 07 15:39:35.853944 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-c523bb15-6c12-486d-9465-4e8d0d731263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:35.855508 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-c523bb15-6c12-486d-9465-4e8d0d731263 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6b9b580-689c-4c7f-94c0-c628036d2fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454311 Mar 07 15:39:35.858345 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcc24a-002c-42a7-aad6-9d8f21aaf5d7 req-6cb294e8-090e-4b78-9459-d476a4f9a5c8 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:35.859803 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0bfcc24a-002c-42a7-aad6-9d8f21aaf5d7 req-6cb294e8-090e-4b78-9459-d476a4f9a5c8 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 943 time: 0.0570054 Mar 07 15:39:35.906471 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0bfcc24a-002c-42a7-aad6-9d8f21aaf5d7 req-688e3c19-310f-40a5-8e4c-59bbc2c057d5 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404048 Mar 07 15:39:35.946861 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-1452386e-d135-4c36-a0a2-8a7747f02aea service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847096 Mar 07 15:39:36.037776 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a158d24-36c1-455b-9f32-6948e95d6e75 req-36f8bca0-72c5-4f99-9705-8c4e3a1ec45d service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857072 Mar 07 15:39:36.130849 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9b751-1a26-41ac-ab93-44439e89f899 req-13d4cf8e-d5a7-4683-8753-1b7120fbacce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:36.133117 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-89a9b751-1a26-41ac-ab93-44439e89f899 req-13d4cf8e-d5a7-4683-8753-1b7120fbacce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=946fec15659f4b1ab08bbb9fb8fe5d7f&device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 1127 time: 0.0485885 Mar 07 15:39:36.375853 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9b751-1a26-41ac-ab93-44439e89f899 req-87b425f1-98c8-4ed1-a3a0-55e51f59f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:36.377821 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-89a9b751-1a26-41ac-ab93-44439e89f899 req-87b425f1-98c8-4ed1-a3a0-55e51f59f736 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6b9b580-689c-4c7f-94c0-c628036d2fb5 HTTP/1.1" status: 200 len: 915 time: 0.0871127 Mar 07 15:39:36.417602 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-89a9b751-1a26-41ac-ab93-44439e89f899 req-527010e9-8138-4435-9350-fe6fb2d63747 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a87c43b1-abc4-492f-b7f6-87e3e364dda6 HTTP/1.1" status: 200 len: 217 time: 0.0329912 Mar 07 15:39:36.470691 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9b751-1a26-41ac-ab93-44439e89f899 req-ac212fcb-f38e-4299-86e4-848e978c6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:36.472071 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-89a9b751-1a26-41ac-ab93-44439e89f899 req-ac212fcb-f38e-4299-86e4-848e978c6507 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1 HTTP/1.1" status: 200 len: 853 time: 0.0461352 Mar 07 15:39:36.524713 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9b751-1a26-41ac-ab93-44439e89f899 req-a0a004f5-3acd-4cb7-91ea-0d5fac815afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:36.526270 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-89a9b751-1a26-41ac-ab93-44439e89f899 req-a0a004f5-3acd-4cb7-91ea-0d5fac815afd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6b9b580-689c-4c7f-94c0-c628036d2fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439994 Mar 07 15:39:36.618085 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-89a9b751-1a26-41ac-ab93-44439e89f899 req-9b17fa0d-48d1-4a45-81e2-379edf6fc94e service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815275 Mar 07 15:39:36.733944 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-89a9b751-1a26-41ac-ab93-44439e89f899 req-d555d0ce-f08d-4f20-9919-a22247b45aca service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101379 Mar 07 15:39:37.022924 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12917852-3224-4897-9ba8-9e90a0808d0a req-c38843b9-ac01-4a35-b17c-97af31c6d8b7 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:37.024368 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-12917852-3224-4897-9ba8-9e90a0808d0a req-c38843b9-ac01-4a35-b17c-97af31c6d8b7 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 943 time: 0.0511770 Mar 07 15:39:37.069205 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-12917852-3224-4897-9ba8-9e90a0808d0a req-3f7a6946-1e61-46f3-be26-29b7f9213cf5 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394742 Mar 07 15:39:38.185047 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7cab0-57a0-4cdc-a4e1-e871a95958b6 req-b71d2370-e9b6-4775-abaa-d40afb03fa98 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:38.186547 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4fd7cab0-57a0-4cdc-a4e1-e871a95958b6 req-b71d2370-e9b6-4775-abaa-d40afb03fa98 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 943 time: 0.0517707 Mar 07 15:39:38.232086 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4fd7cab0-57a0-4cdc-a4e1-e871a95958b6 req-3d06bbc3-fce7-4f8f-bd55-054f38f570ca tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399449 Mar 07 15:39:38.854564 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device a87c43b1-abc4-492f-b7f6-87e3e364dda6 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:39:38.953037 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port a87c43b1-abc4-492f-b7f6-87e3e364dda6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a87c43b1-abc4-492f-b7f6-87e3e364dda6,segment=NetworkSegment(9183b860-956d-4698-ae97-754ce101fb05),segment_id=9183b860-956d-4698-ae97-754ce101fb05)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:38.973111 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6', 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'port_id': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6', 'mac_address': 'fa:16:3e:ec:27:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:39:39.054918 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port a87c43b1-abc4-492f-b7f6-87e3e364dda6 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:39.055315 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:39.074433 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87c43b1-abc4-492f-b7f6-87e3e364dda6 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:39:39.098017 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port a87c43b1-abc4-492f-b7f6-87e3e364dda6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a87c43b1-abc4-492f-b7f6-87e3e364dda6,segment=NetworkSegment(9183b860-956d-4698-ae97-754ce101fb05),segment_id=9183b860-956d-4698-ae97-754ce101fb05)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:39.102107 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:39.187031 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=a87c43b1-abc4-492f-b7f6-87e3e364dda6,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:39.200211 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:39.200565 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:39.200909 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:39.201247 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:39.201579 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:39.201907 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:39.202266 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:39.202594 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:39.202919 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:39.203248 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:39.203573 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:39.203899 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:39.204758 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:39.356740 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f1958-ec72-4874-9888-d2f61dcec93c req-7fb8eb46-bcca-4399-abe0-f4b3c37aea4a tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:39.358222 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-743f1958-ec72-4874-9888-d2f61dcec93c req-7fb8eb46-bcca-4399-abe0-f4b3c37aea4a tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 944 time: 0.0550845 Mar 07 15:39:39.363588 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['a87c43b1-abc4-492f-b7f6-87e3e364dda6'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:39:39.404327 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-743f1958-ec72-4874-9888-d2f61dcec93c req-840aef7f-5523-4a99-8ac3-a9be5d8ba99e tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Mar 07 15:39:40.516890 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c31385-9f45-4122-a751-adf9f658b83a req-5022bed1-e060-4273-86d6-d2611fc72bee tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:40.518370 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c8c31385-9f45-4122-a751-adf9f658b83a req-5022bed1-e060-4273-86d6-d2611fc72bee tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 944 time: 0.0515294 Mar 07 15:39:40.567622 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-c8c31385-9f45-4122-a751-adf9f658b83a req-863228cf-da83-4577-8242-de0307bd8c3e tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438602 Mar 07 15:39:40.871730 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device a87c43b1-abc4-492f-b7f6-87e3e364dda6 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:39:40.917668 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port a87c43b1-abc4-492f-b7f6-87e3e364dda6 completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:39:40.921151 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port a87c43b1-abc4-492f-b7f6-87e3e364dda6 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:40.921525 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:40.994262 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port a87c43b1-abc4-492f-b7f6-87e3e364dda6 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:40.994577 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:41.019620 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:39:41.021821 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f393146a-0610-44f8-8791-652ab5f9edce" -d '{"events": [{"server_uuid": "511c2e7b-f18e-43fb-ae09-a356c335a7f3", "name": "network-vif-plugged", "status": "completed", "tag": "a87c43b1-abc4-492f-b7f6-87e3e364dda6"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:39:41.033837 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port a87c43b1-abc4-492f-b7f6-87e3e364dda6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a87c43b1-abc4-492f-b7f6-87e3e364dda6,segment=NetworkSegment(9183b860-956d-4698-ae97-754ce101fb05),segment_id=9183b860-956d-4698-ae97-754ce101fb05)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:41.037859 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:41.060004 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500464cf-9daa-40f7-9abb-6553a3cae4e0 x-openstack-request-id: req-500464cf-9daa-40f7-9abb-6553a3cae4e0 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:39:41.060295 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511c2e7b-f18e-43fb-ae09-a356c335a7f3", "name": "network-vif-plugged", "status": "completed", "tag": "a87c43b1-abc4-492f-b7f6-87e3e364dda6", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:39:41.060548 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-500464cf-9daa-40f7-9abb-6553a3cae4e0 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:39:41.060938 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6', 'code': 200} Mar 07 15:39:41.087073 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=a87c43b1-abc4-492f-b7f6-87e3e364dda6,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:41.222381 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e6090-af2f-4c83-a774-925edfb155aa req-6c17af1a-4150-4f49-afc8-3d9915fc37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:41.223879 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6f5e6090-af2f-4c83-a774-925edfb155aa req-6c17af1a-4150-4f49-afc8-3d9915fc37c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 1129 time: 0.0450218 Mar 07 15:39:41.270473 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6f5e6090-af2f-4c83-a774-925edfb155aa req-ca2e430f-5268-4bb4-b68d-fc9f238c6567 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412016 Mar 07 15:39:41.682275 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d69e9-16f0-4974-8d80-0e164075e41f req-3db17ad9-5837-4a8e-8907-7ff4e15b1f22 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:41.683926 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a74d69e9-16f0-4974-8d80-0e164075e41f req-3db17ad9-5837-4a8e-8907-7ff4e15b1f22 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 945 time: 0.0515723 Mar 07 15:39:41.731761 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a74d69e9-16f0-4974-8d80-0e164075e41f req-26cbb27e-ae0c-4901-bab0-87f1b5a63435 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426395 Mar 07 15:39:42.865460 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fc671-38bf-4a57-8d01-185c037004dd req-f1613c9b-8d2b-43e1-b3ab-23483ce3f7b8 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:42.867022 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e73fc671-38bf-4a57-8d01-185c037004dd req-f1613c9b-8d2b-43e1-b3ab-23483ce3f7b8 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 945 time: 0.0695329 Mar 07 15:39:42.924413 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e73fc671-38bf-4a57-8d01-185c037004dd req-af33aa9c-43be-4ddb-9d51-8f4180f181be tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509648 Mar 07 15:39:43.044400 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db985cf-02bc-48c2-83a8-284978449f71 req-e7e4ce60-0137-4a7d-b59d-17e3968f8651 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:43.045875 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3db985cf-02bc-48c2-83a8-284978449f71 req-e7e4ce60-0137-4a7d-b59d-17e3968f8651 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 946 time: 0.0527966 Mar 07 15:39:43.055396 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e5923-df4d-4847-a796-5bf40572ae54 req-774dc0b0-79a6-4f35-b1e2-c651ec6b6645 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:43.056886 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0c6e5923-df4d-4847-a796-5bf40572ae54 req-774dc0b0-79a6-4f35-b1e2-c651ec6b6645 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 945 time: 0.0555897 Mar 07 15:39:43.098623 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3db985cf-02bc-48c2-83a8-284978449f71 req-443c8dfb-bc29-4178-8d7c-c05efb46c5d7 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463843 Mar 07 15:39:43.103208 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0c6e5923-df4d-4847-a796-5bf40572ae54 req-7937e83f-4d81-4911-bad0-b895682c2161 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 Mar 07 15:39:43.568362 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e420ef-33b0-455a-9901-85a20f84209a req-fad79e02-c323-47fe-b4d7-3c0609e1333d tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:43.569855 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d1e420ef-33b0-455a-9901-85a20f84209a req-fad79e02-c323-47fe-b4d7-3c0609e1333d tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 945 time: 0.0512245 Mar 07 15:39:43.615757 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d1e420ef-33b0-455a-9901-85a20f84209a req-27633962-64f3-4407-a217-475ab792049e tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402980 Mar 07 15:39:44.074895 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c36b949d-6e98-4bd1-a688-067238b34d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:44.225537 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea6c47-3f83-4dd1-ac1e-3eec984ffaf3 req-6fd6e3f4-ab11-48a2-a086-301542346dc6 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:44.228812 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3cea6c47-3f83-4dd1-ac1e-3eec984ffaf3 req-6fd6e3f4-ab11-48a2-a086-301542346dc6 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 946 time: 0.0568953 Mar 07 15:39:44.293723 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3cea6c47-3f83-4dd1-ac1e-3eec984ffaf3 req-f1ad99b0-e229-48c3-9c2f-07c5e1a1c911 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups?id=87f63f8a-6fec-4713-bace-8fda3d0f3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593648 Mar 07 15:39:44.488543 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f84f6-770a-4ba0-87ab-a229c637beff req-9e011517-3014-453d-91c7-d3d03488778b tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:44.489999 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-275f84f6-770a-4ba0-87ab-a229c637beff req-9e011517-3014-453d-91c7-d3d03488778b tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 946 time: 0.0504847 Mar 07 15:39:44.846707 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-275f84f6-770a-4ba0-87ab-a229c637beff req-919d0a05-1f3e-4b50-9f37-950660750d23 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Deleting port ba056e95-b2d1-49d7-8b0b-e97d96d59204 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:39:44.847048 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-275f84f6-770a-4ba0-87ab-a229c637beff req-919d0a05-1f3e-4b50-9f37-950660750d23 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:44.932236 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-275f84f6-770a-4ba0-87ab-a229c637beff req-919d0a05-1f3e-4b50-9f37-950660750d23 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] For port ba056e95-b2d1-49d7-8b0b-e97d96d59204, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ba056e95-b2d1-49d7-8b0b-e97d96d59204,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:44.932602 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-275f84f6-770a-4ba0-87ab-a229c637beff req-919d0a05-1f3e-4b50-9f37-950660750d23 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:45.108338 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-275f84f6-770a-4ba0-87ab-a229c637beff req-919d0a05-1f3e-4b50-9f37-950660750d23 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:45.108698 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-275f84f6-770a-4ba0-87ab-a229c637beff req-919d0a05-1f3e-4b50-9f37-950660750d23 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (9dbc6bdb-4aa7-4dde-9fe4-bc635b712bef), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:45.109014 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.l3_db [req-275f84f6-770a-4ba0-87ab-a229c637beff req-919d0a05-1f3e-4b50-9f37-950660750d23 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Floating IP 9dbc6bdb-4aa7-4dde-9fe4-bc635b712bef disassociated. External IP: 172.27.3.251, port: ba056e95-b2d1-49d7-8b0b-e97d96d59204. Mar 07 15:39:45.109359 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-275f84f6-770a-4ba0-87ab-a229c637beff req-919d0a05-1f3e-4b50-9f37-950660750d23 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Calling delete_port for ba056e95-b2d1-49d7-8b0b-e97d96d59204 owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:39:45.236364 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-275f84f6-770a-4ba0-87ab-a229c637beff req-919d0a05-1f3e-4b50-9f37-950660750d23 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (ba056e95-b2d1-49d7-8b0b-e97d96d59204), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:45.270826 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d0a05-1f3e-4b50-9f37-950660750d23 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event deleted for resources: {'Port': ['ID=ba056e95-b2d1-49d7-8b0b-e97d96d59204,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:45.411544 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9a633193-56b9-4377-8168-22756e3f8125 req-8b75011c-aeb8-4edd-bf93-7305d2865f8e tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c6016f7-72e6-4828-b654-67c9a0bd98ce HTTP/1.1" status: 200 len: 210 time: 0.0332882 Mar 07 15:39:45.430707 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-275f84f6-770a-4ba0-87ab-a229c637beff req-919d0a05-1f3e-4b50-9f37-950660750d23 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Router 1852b418-ac62-4e6e-a90a-5251f024d9e2 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:39:45.550475 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-275f84f6-770a-4ba0-87ab-a229c637beff req-919d0a05-1f3e-4b50-9f37-950660750d23 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:39:45.560754 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b5fde9-44c1-42ff-b11d-fba8146cb5d4 None None] Sync routers for ids ['1852b418-ac62-4e6e-a90a-5251f024d9e2'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:39:45.571158 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b5fde9-44c1-42ff-b11d-fba8146cb5d4 None None] Routers {'1852b418-ac62-4e6e-a90a-5251f024d9e2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:45.571776 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-35b5fde9-44c1-42ff-b11d-fba8146cb5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['1852b418-ac62-4e6e-a90a-5251f024d9e2'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:45.593272 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-275f84f6-770a-4ba0-87ab-a229c637beff req-919d0a05-1f3e-4b50-9f37-950660750d23 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] No DVR routers for this DVR port ba056e95-b2d1-49d7-8b0b-e97d96d59204 on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:39:45.596098 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-275f84f6-770a-4ba0-87ab-a229c637beff req-919d0a05-1f3e-4b50-9f37-950660750d23 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:45.599530 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-275f84f6-770a-4ba0-87ab-a229c637beff req-919d0a05-1f3e-4b50-9f37-950660750d23 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.30 "DELETE /v2.0/ports/ba056e95-b2d1-49d7-8b0b-e97d96d59204 HTTP/1.1" status: 204 len: 173 time: 1.1029811 Mar 07 15:39:45.599979 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'name': 'network-vif-deleted', 'tag': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:39:45.602493 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807c8d0e-3f14-42ba-ad0a-1f13be346ebc" -d '{"events": [{"server_uuid": "2c6016f7-72e6-4828-b654-67c9a0bd98ce", "name": "network-vif-deleted", "tag": "ba056e95-b2d1-49d7-8b0b-e97d96d59204"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:39:45.639705 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9872ef4e-ed7c-41f9-94f9-c7eda12a97e0 x-openstack-request-id: req-9872ef4e-ed7c-41f9-94f9-c7eda12a97e0 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:39:45.640016 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6016f7-72e6-4828-b654-67c9a0bd98ce", "name": "network-vif-deleted", "tag": "ba056e95-b2d1-49d7-8b0b-e97d96d59204", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:39:45.640247 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9872ef4e-ed7c-41f9-94f9-c7eda12a97e0 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:39:45.640646 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6016f7-72e6-4828-b654-67c9a0bd98ce', 'name': 'network-vif-deleted', 'tag': 'ba056e95-b2d1-49d7-8b0b-e97d96d59204', 'status': 'completed', 'code': 200} Mar 07 15:39:45.701715 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-35b5fde9-44c1-42ff-b11d-fba8146cb5d4 None None] Set router 1852b418-ac62-4e6e-a90a-5251f024d9e2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:45.912887 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-35b5fde9-44c1-42ff-b11d-fba8146cb5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'e613f430-f4ff-4baf-b91a-0a65d4b9bad4', 'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'mac_address': 'fa:16:3e:fd:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:25Z', 'updated_at': '2022-03-07T15:32:43Z', 'revision_number': 5, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'subnets': [{'id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:45.938365 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b5fde9-44c1-42ff-b11d-fba8146cb5d4 None None] Checking router: 1852b418-ac62-4e6e-a90a-5251f024d9e2 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:39:45.946364 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b5fde9-44c1-42ff-b11d-fba8146cb5d4 None None] Routers {'1852b418-ac62-4e6e-a90a-5251f024d9e2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:45.946961 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-35b5fde9-44c1-42ff-b11d-fba8146cb5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['1852b418-ac62-4e6e-a90a-5251f024d9e2'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:46.056691 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-35b5fde9-44c1-42ff-b11d-fba8146cb5d4 None None] Set router 1852b418-ac62-4e6e-a90a-5251f024d9e2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:46.253048 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-35b5fde9-44c1-42ff-b11d-fba8146cb5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'e613f430-f4ff-4baf-b91a-0a65d4b9bad4', 'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'mac_address': 'fa:16:3e:fd:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:25Z', 'updated_at': '2022-03-07T15:32:43Z', 'revision_number': 5, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'subnets': [{'id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:46.282500 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b5fde9-44c1-42ff-b11d-fba8146cb5d4 None None] The sync data for ids ['1852b418-ac62-4e6e-a90a-5251f024d9e2'] in dv-cinder-830538-7-iscsi is: [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:32:30Z', 'revision_number': 4, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'e613f430-f4ff-4baf-b91a-0a65d4b9bad4', 'name': '', 'network_id': '4dacc321-0235-4232-8deb-30a0cd8e5de6', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'mac_address': 'fa:16:3e:fd:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:25Z', 'updated_at': '2022-03-07T15:32:43Z', 'revision_number': 5, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'subnets': [{'id': '0fa3af63-c79c-44c8-be3f-b0aa201a012b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:39:46.525328 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34594) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:46.532411 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b815ca26-056d-46e2-8359-f98150607144 None None] New status for floating IP 9dbc6bdb-4aa7-4dde-9fe4-bc635b712bef: DOWN {{(pid=102973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:39:46.599101 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group (87f63f8a-6fec-4713-bace-8fda3d0f3fca), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:46.624494 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group (87f63f8a-6fec-4713-bace-8fda3d0f3fca), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:46.673436 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec45b-5662-45b3-8157-0653bab06e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:46.691196 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (87f63f8a-6fec-4713-bace-8fda3d0f3fca), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:46.695179 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:46.699366 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34604) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:46.699992 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "DELETE /v2.0/security-groups/87f63f8a-6fec-4713-bace-8fda3d0f3fca HTTP/1.1" status: 204 len: 168 time: 0.1732175 Mar 07 15:39:46.709814 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f63f8a-6fec-4713-bace-8fda3d0f3fca,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:46.714259 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.api.v2.resource [None req-54a01f52-cf9c-4b0c-a58a-ff32ec80170c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] show failed (client error): The resource could not be found. Mar 07 15:39:46.715877 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-54a01f52-cf9c-4b0c-a58a-ff32ec80170c tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "GET /v2.0/security-groups/87f63f8a-6fec-4713-bace-8fda3d0f3fca HTTP/1.1" status: 404 len: 347 time: 0.0154555 Mar 07 15:39:46.718751 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34606) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:46.723452 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:46.723940 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:46.724130 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:46.724470 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:46.724807 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:46.725142 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:46.725471 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:46.725798 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:46.726154 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:46.726478 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:46.726805 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:46.727136 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:46.727465 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73557-a4c8-4203-9349-3fe9cc2bfda2 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:39:46.857514 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-418e2daa-5bc2-4752-8224-c921a2b057a3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Deleting port 260f5658-6bbb-4310-b811-aaca5095a9de {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:39:46.857862 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-418e2daa-5bc2-4752-8224-c921a2b057a3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (260f5658-6bbb-4310-b811-aaca5095a9de), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:46.883797 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ba056e95-b2d1-49d7-8b0b-e97d96d59204 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:39:46.906499 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: ba056e95-b2d1-49d7-8b0b-e97d96d59204 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:39:46.906973 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ba056e95-b2d1-49d7-8b0b-e97d96d59204 not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:39:46.937112 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-418e2daa-5bc2-4752-8224-c921a2b057a3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (260f5658-6bbb-4310-b811-aaca5095a9de), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:46.937436 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-418e2daa-5bc2-4752-8224-c921a2b057a3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for floatingip (260f5658-6bbb-4310-b811-aaca5095a9de), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:46.949198 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-418e2daa-5bc2-4752-8224-c921a2b057a3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Calling delete_port for 260f5658-6bbb-4310-b811-aaca5095a9de owned by network:floatingip {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:39:47.076216 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-418e2daa-5bc2-4752-8224-c921a2b057a3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (260f5658-6bbb-4310-b811-aaca5095a9de), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:47.107527 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e2daa-5bc2-4752-8224-c921a2b057a3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Pushing event deleted for resources: {'Port': ['ID=260f5658-6bbb-4310-b811-aaca5095a9de,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:47.160203 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-418e2daa-5bc2-4752-8224-c921a2b057a3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks [] for floatingip (9dbc6bdb-4aa7-4dde-9fe4-bc635b712bef), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:47.162974 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-418e2daa-5bc2-4752-8224-c921a2b057a3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:47.164128 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-418e2daa-5bc2-4752-8224-c921a2b057a3 tempest-AttachVolumeShelveTestJSON-1180369337 tempest-AttachVolumeShelveTestJSON-1180369337-project] 10.222.0.26 "DELETE /v2.0/floatingips/9dbc6bdb-4aa7-4dde-9fe4-bc635b712bef HTTP/1.1" status: 204 len: 168 time: 0.4439600 Mar 07 15:39:47.668251 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:49.010958 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:49.569502 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34678) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:49.718191 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34686) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:49.815581 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a45f4cda-7b7f-439b-9917-38492ff2a41f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.017091 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a45f4cda-7b7f-439b-9917-38492ff2a41f admin admin] Publish callbacks [] for security_group (1646d859-2fc5-498a-a299-6ac2b2e93163), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.023877 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a45f4cda-7b7f-439b-9917-38492ff2a41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (1646d859-2fc5-498a-a299-6ac2b2e93163), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.083913 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-a45f4cda-7b7f-439b-9917-38492ff2a41f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ea8734063b24de79ef5a1505e923bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3645935 Mar 07 15:39:50.086636 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34692) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:50.092402 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f4cda-7b7f-439b-9917-38492ff2a41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1646d859-2fc5-498a-a299-6ac2b2e93163,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:50.135227 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-456a748a-43d4-4c27-bc8a-69e100ba3d92 admin admin] Publish callbacks [] for security_group (1646d859-2fc5-498a-a299-6ac2b2e93163), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.156594 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-456a748a-43d4-4c27-bc8a-69e100ba3d92 admin admin] Publish callbacks [] for security_group (1646d859-2fc5-498a-a299-6ac2b2e93163), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.202469 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-456a748a-43d4-4c27-bc8a-69e100ba3d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (1646d859-2fc5-498a-a299-6ac2b2e93163), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.205176 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-456a748a-43d4-4c27-bc8a-69e100ba3d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.208751 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-456a748a-43d4-4c27-bc8a-69e100ba3d92 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1646d859-2fc5-498a-a299-6ac2b2e93163 HTTP/1.1" status: 204 len: 168 time: 0.1186757 Mar 07 15:39:50.214166 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a748a-43d4-4c27-bc8a-69e100ba3d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1646d859-2fc5-498a-a299-6ac2b2e93163,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:50.217548 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc22d953-7e50-4c80-a51b-67cc68f742d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575044'] for router_interface (1852b418-ac62-4e6e-a90a-5251f024d9e2), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.468871 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34698) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:50.474514 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-dc22d953-7e50-4c80-a51b-67cc68f742d2 admin admin] Deleting port e613f430-f4ff-4baf-b91a-0a65d4b9bad4 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:39:50.474863 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc22d953-7e50-4c80-a51b-67cc68f742d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.482029 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-79a58a60-bb21-4026-92bd-dbce956d4944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.559286 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-dc22d953-7e50-4c80-a51b-67cc68f742d2 admin admin] For port e613f430-f4ff-4baf-b91a-0a65d4b9bad4, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=e613f430-f4ff-4baf-b91a-0a65d4b9bad4,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:50.559571 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc22d953-7e50-4c80-a51b-67cc68f742d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.569392 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-79a58a60-bb21-4026-92bd-dbce956d4944 admin admin] Publish callbacks [] for security_group (24f8f044-541d-46c4-bc9e-4a2551a0f938), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.571156 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-dc22d953-7e50-4c80-a51b-67cc68f742d2 admin admin] Calling delete_port for e613f430-f4ff-4baf-b91a-0a65d4b9bad4 owned by network:router_interface {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:39:50.573257 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-79a58a60-bb21-4026-92bd-dbce956d4944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (24f8f044-541d-46c4-bc9e-4a2551a0f938), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.613203 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-79a58a60-bb21-4026-92bd-dbce956d4944 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d9765f539864b8298b35d99dffcd861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429424 Mar 07 15:39:50.614378 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a58a60-bb21-4026-92bd-dbce956d4944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f8f044-541d-46c4-bc9e-4a2551a0f938,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:50.615943 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34700) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:50.685054 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.722608 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bf321c9c-03c9-4fd9-a395-4f6c84551a43 admin admin] Publish callbacks [] for security_group (24f8f044-541d-46c4-bc9e-4a2551a0f938), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.757401 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bf321c9c-03c9-4fd9-a395-4f6c84551a43 admin admin] Publish callbacks [] for security_group (24f8f044-541d-46c4-bc9e-4a2551a0f938), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.835134 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc22d953-7e50-4c80-a51b-67cc68f742d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (e613f430-f4ff-4baf-b91a-0a65d4b9bad4), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.844527 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bf321c9c-03c9-4fd9-a395-4f6c84551a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (24f8f044-541d-46c4-bc9e-4a2551a0f938), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.847107 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bf321c9c-03c9-4fd9-a395-4f6c84551a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:50.848358 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-bf321c9c-03c9-4fd9-a395-4f6c84551a43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24f8f044-541d-46c4-bc9e-4a2551a0f938 HTTP/1.1" status: 204 len: 168 time: 0.2313843 Mar 07 15:39:50.873660 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22d953-7e50-4c80-a51b-67cc68f742d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e613f430-f4ff-4baf-b91a-0a65d4b9bad4,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:50.883659 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf321c9c-03c9-4fd9-a395-4f6c84551a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f8f044-541d-46c4-bc9e-4a2551a0f938,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:51.055151 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc22d953-7e50-4c80-a51b-67cc68f742d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575024'] for router_interface (1852b418-ac62-4e6e-a90a-5251f024d9e2), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:51.291989 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc22d953-7e50-4c80-a51b-67cc68f742d2 admin admin] Router 1852b418-ac62-4e6e-a90a-5251f024d9e2 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:39:51.405376 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc22d953-7e50-4c80-a51b-67cc68f742d2 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:39:51.414942 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-dc22d953-7e50-4c80-a51b-67cc68f742d2 admin admin] 10.222.0.26 "PUT /v2.0/routers/1852b418-ac62-4e6e-a90a-5251f024d9e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8409014 Mar 07 15:39:51.414942 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34720) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:51.419028 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0380944-be43-4115-8267-d0b1c5088020 None None] Sync routers for ids ['1852b418-ac62-4e6e-a90a-5251f024d9e2'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:39:51.432141 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0380944-be43-4115-8267-d0b1c5088020 None None] Routers {'1852b418-ac62-4e6e-a90a-5251f024d9e2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:51.433918 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-a0380944-be43-4115-8267-d0b1c5088020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['1852b418-ac62-4e6e-a90a-5251f024d9e2'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:51.527147 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] Publish callbacks [] for router (1852b418-ac62-4e6e-a90a-5251f024d9e2), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:51.563486 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-a0380944-be43-4115-8267-d0b1c5088020 None None] Set router 1852b418-ac62-4e6e-a90a-5251f024d9e2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:51.638611 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] Publish callbacks [] for router_gateway (1852b418-ac62-4e6e-a90a-5251f024d9e2), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:51.695889 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] Deleting port 4898e76d-2696-4ecc-be4c-f205e3740285 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:39:51.696250 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (4898e76d-2696-4ecc-be4c-f205e3740285), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:51.786997 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-a0380944-be43-4115-8267-d0b1c5088020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:39:50Z', 'revision_number': 5, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port': {'id': '4898e76d-2696-4ecc-be4c-f205e3740285', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:32:19Z', 'updated_at': '2022-03-07T15:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:51.819766 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] For port 4898e76d-2696-4ecc-be4c-f205e3740285, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=4898e76d-2696-4ecc-be4c-f205e3740285,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:51.820135 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (4898e76d-2696-4ecc-be4c-f205e3740285), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:51.820412 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0380944-be43-4115-8267-d0b1c5088020 None None] Checking router: 1852b418-ac62-4e6e-a90a-5251f024d9e2 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:39:51.829666 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0380944-be43-4115-8267-d0b1c5088020 None None] Routers {'1852b418-ac62-4e6e-a90a-5251f024d9e2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:51.830705 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-a0380944-be43-4115-8267-d0b1c5088020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['1852b418-ac62-4e6e-a90a-5251f024d9e2'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:51.833500 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] Calling delete_port for 4898e76d-2696-4ecc-be4c-f205e3740285 owned by network:router_gateway {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:39:51.935215 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-a0380944-be43-4115-8267-d0b1c5088020 None None] Set router 1852b418-ac62-4e6e-a90a-5251f024d9e2 gateway port host: None {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:52.010636 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-a0380944-be43-4115-8267-d0b1c5088020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:39:51Z', 'revision_number': 6, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port_host': None}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:52.048135 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0380944-be43-4115-8267-d0b1c5088020 None None] The sync data for ids ['1852b418-ac62-4e6e-a90a-5251f024d9e2'] in dv-cinder-830538-7-iscsi is: [{'id': '1852b418-ac62-4e6e-a90a-5251f024d9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1063365863-router', 'tenant_id': '733d7788dbf7454e945a255ad9d4f9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:32:17Z', 'updated_at': '2022-03-07T15:39:51Z', 'revision_number': 6, 'project_id': '733d7788dbf7454e945a255ad9d4f9f1', 'gw_port_host': None}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:39:52.052853 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.056800 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (4898e76d-2696-4ecc-be4c-f205e3740285), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.086741 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] Pushing event deleted for resources: {'Port': ['ID=4898e76d-2696-4ecc-be4c-f205e3740285,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:52.130711 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdefd1-8feb-48bc-a20c-9069ff834dcc req-84533728-988e-4bda-be63-e98927f7f7da tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:52.132200 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1efdefd1-8feb-48bc-a20c-9069ff834dcc req-84533728-988e-4bda-be63-e98927f7f7da tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 945 time: 0.1171856 Mar 07 15:39:52.189848 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574362'] for router_gateway (1852b418-ac62-4e6e-a90a-5251f024d9e2), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.262476 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1efdefd1-8feb-48bc-a20c-9069ff834dcc req-777f9c5c-d434-413f-b5a0-0a9b8d89b376 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127112 Mar 07 15:39:52.286007 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34748) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:52.295207 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15440'] for router (1852b418-ac62-4e6e-a90a-5251f024d9e2), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.297510 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] Publish callbacks [] for router_controller (1852b418-ac62-4e6e-a90a-5251f024d9e2), precommit_delete_associations {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.343144 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574521'] for router (1852b418-ac62-4e6e-a90a-5251f024d9e2), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.343689 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1852b418-ac62-4e6e-a90a-5251f024d9e2 {{(pid=102970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 15:39:52.349514 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.353277 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-629590f3-9046-4dd9-8594-b3cc6abd089e admin admin] 10.222.0.26 "DELETE /v2.0/routers/1852b418-ac62-4e6e-a90a-5251f024d9e2 HTTP/1.1" status: 204 len: 168 time: 0.9356306 Mar 07 15:39:52.353277 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34756) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:52.402580 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_v2 [None req-09917da7-57c1-487f-9bca-2bc2342b75a6 admin admin] Deleting subnet 0fa3af63-c79c-44c8-be3f-b0aa201a012b {{(pid=102970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:39:52.405908 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-09917da7-57c1-487f-9bca-2bc2342b75a6 admin admin] Publish callbacks [] for subnet (0fa3af63-c79c-44c8-be3f-b0aa201a012b), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.471636 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-09917da7-57c1-487f-9bca-2bc2342b75a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4916966'] for subnet (0fa3af63-c79c-44c8-be3f-b0aa201a012b), precommit_delete_associations {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.543462 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34abf267-919e-4431-a185-3d694c5d63a8 tempest-TestMinimumBasicScenario-1713169969 tempest-TestMinimumBasicScenario-1713169969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:52.548573 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-34abf267-919e-4431-a185-3d694c5d63a8 tempest-TestMinimumBasicScenario-1713169969 tempest-TestMinimumBasicScenario-1713169969-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 1124 time: 0.2613344 Mar 07 15:39:52.549152 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34764) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:52.553445 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Request body: {'floatingip': {'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'port_id': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:52.558590 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-09917da7-57c1-487f-9bca-2bc2342b75a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (0fa3af63-c79c-44c8-be3f-b0aa201a012b), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.575266 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.618832 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-09917da7-57c1-487f-9bca-2bc2342b75a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5119573'] for subnet (0fa3af63-c79c-44c8-be3f-b0aa201a012b), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.648744 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09917da7-57c1-487f-9bca-2bc2342b75a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa3af63-c79c-44c8-be3f-b0aa201a012b,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:52.651973 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-09917da7-57c1-487f-9bca-2bc2342b75a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.655226 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-09917da7-57c1-487f-9bca-2bc2342b75a6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0fa3af63-c79c-44c8-be3f-b0aa201a012b HTTP/1.1" status: 204 len: 168 time: 0.3011196 Mar 07 15:39:52.657802 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34766) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:52.660825 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66faa419-8df8-475b-b69b-90918a093bbd None None] Network 4dacc321-0235-4232-8deb-30a0cd8e5de6 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:39:52.688622 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.745007 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (4dacc321-0235-4232-8deb-30a0cd8e5de6), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.802257 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] Deleting port cbe8a769-baab-40b7-bdb7-43caaebb5a23 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:39:52.802606 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.818426 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Allocated IP 172.27.3.80 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/09fe9dba-9737-4655-87e5-a50c1cfd4162) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:39:52.857735 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ba125c-c066-4342-95cb-d4495885b2ab None None] DHCP port deletion for 4dacc321-0235-4232-8deb-30a0cd8e5de6 request from dv-cinder-830538-7-iscsi {{(pid=102972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 15:39:52.915979 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-37ba125c-c066-4342-95cb-d4495885b2ab None None] Deleting port cbe8a769-baab-40b7-bdb7-43caaebb5a23 {{(pid=102972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:39:52.916354 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-37ba125c-c066-4342-95cb-d4495885b2ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), before_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.980164 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for port (09fe9dba-9737-4655-87e5-a50c1cfd4162), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:52.993572 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-37ba125c-c066-4342-95cb-d4495885b2ab None None] For port cbe8a769-baab-40b7-bdb7-43caaebb5a23, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=cbe8a769-baab-40b7-bdb7-43caaebb5a23,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:52.994303 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-37ba125c-c066-4342-95cb-d4495885b2ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), precommit_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.009862 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-37ba125c-c066-4342-95cb-d4495885b2ab None None] Calling delete_port for cbe8a769-baab-40b7-bdb7-43caaebb5a23 owned by network:dhcp {{(pid=102972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:39:53.038762 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (09fe9dba-9737-4655-87e5-a50c1cfd4162), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.085511 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:39:53.089281 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:39:53.093609 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:39:53.115271 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-37ba125c-c066-4342-95cb-d4495885b2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472'] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), after_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.141526 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba125c-c066-4342-95cb-d4495885b2ab None None] No DVR routers for this DVR port cbe8a769-baab-40b7-bdb7-43caaebb5a23 on host dv-cinder-830538-7-iscsi {{(pid=102972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:39:53.185524 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Pushing event updated for resources: {'Port': ['ID=09fe9dba-9737-4655-87e5-a50c1cfd4162,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:53.200223 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba125c-c066-4342-95cb-d4495885b2ab None None] Pushing event deleted for resources: {'Port': ['ID=cbe8a769-baab-40b7-bdb7-43caaebb5a23,revision_number=None']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:53.218094 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device cbe8a769-baab-40b7-bdb7-43caaebb5a23 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:39:53.251129 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: cbe8a769-baab-40b7-bdb7-43caaebb5a23 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:39:53.251409 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device cbe8a769-baab-40b7-bdb7-43caaebb5a23 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:39:53.252887 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 4898e76d-2696-4ecc-be4c-f205e3740285 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:39:53.264470 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] For port cbe8a769-baab-40b7-bdb7-43caaebb5a23, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=cbe8a769-baab-40b7-bdb7-43caaebb5a23,segment=NetworkSegment(8363e0c2-c731-43b3-ad0d-91226bb8d6da),segment_id=8363e0c2-c731-43b3-ad0d-91226bb8d6da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:53.265126 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.282990 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 4898e76d-2696-4ecc-be4c-f205e3740285 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:39:53.283336 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 4898e76d-2696-4ecc-be4c-f205e3740285 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:39:53.283901 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device e613f430-f4ff-4baf-b91a-0a65d4b9bad4 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:39:53.285395 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] Calling delete_port for cbe8a769-baab-40b7-bdb7-43caaebb5a23 owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:39:53.307673 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: e613f430-f4ff-4baf-b91a-0a65d4b9bad4 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:39:53.308036 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device e613f430-f4ff-4baf-b91a-0a65d4b9bad4 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:39:53.383251 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (cbe8a769-baab-40b7-bdb7-43caaebb5a23), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.412813 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe8a769-baab-40b7-bdb7-43caaebb5a23,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:53.416563 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] No DVR routers for this DVR port cbe8a769-baab-40b7-bdb7-43caaebb5a23 on host dv-cinder-830538-7-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:39:53.490179 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (4dacc321-0235-4232-8deb-30a0cd8e5de6), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.513354 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dacc321-0235-4232-8deb-30a0cd8e5de6']}} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:53.524349 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8363e0c2-c731-43b3-ad0d-91226bb8d6da') {'for_net_delete': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:53.524614 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8363e0c2-c731-43b3-ad0d-91226bb8d6da') {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:53.535156 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4916765'] for segment (8363e0c2-c731-43b3-ad0d-91226bb8d6da), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.548628 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (8363e0c2-c731-43b3-ad0d-91226bb8d6da), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.555824 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:39:53.556513 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143150'] for segment (8363e0c2-c731-43b3-ad0d-91226bb8d6da), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: self.session.flush() Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: self.session.flush() Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: self.session.flush() Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: self.session.flush() Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: Traceback (most recent call last): Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: timer() Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: cb(*args, **kw) Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: return func(*args, **kwargs) Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: self._notify() Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: self.callback(batched_events) Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: event.method(event) Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: return f(self, *a, **k) Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._get(url).json() Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: return self.request(url, 'GET', **kwargs) Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:39:53.558097 dv-cinder-830538-7-iscsi neutron-server[102970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:39:53.618026 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (4dacc321-0235-4232-8deb-30a0cd8e5de6), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.622312 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.623780 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for floatingip (84de5357-0792-4416-bf6d-7932893200f5), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.626283 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] 10.222.0.26 "DELETE /v2.0/networks/4dacc321-0235-4232-8deb-30a0cd8e5de6 HTTP/1.1" status: 204 len: 168 time: 0.9672785 Mar 07 15:39:53.638411 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7b364-688d-4940-ae42-7900af82105d admin admin] Pushing event deleted for resources: {'Network': ['ID=4dacc321-0235-4232-8deb-30a0cd8e5de6,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:53.711792 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (09fe9dba-9737-4655-87e5-a50c1cfd4162), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.817136 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34790) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:53.865012 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-218b4d4e-53f7-4036-bbb9-aa6f7f95a4d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=733d7788dbf7454e945a255ad9d4f9f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434177 Mar 07 15:39:53.865461 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34792) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:53.881287 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for port (09fe9dba-9737-4655-87e5-a50c1cfd4162), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.887080 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7627396'] for port (09fe9dba-9737-4655-87e5-a50c1cfd4162), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.915263 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c7fbfb2c-f04b-4068-9ec6-65597f37d8ae admin admin] Publish callbacks [] for security_group (40668878-1e54-4d8e-b710-dd22013d9c07), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.942142 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c7fbfb2c-f04b-4068-9ec6-65597f37d8ae admin admin] Publish callbacks [] for security_group (40668878-1e54-4d8e-b710-dd22013d9c07), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.964586 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Pushing event updated for resources: {'Port': ['ID=09fe9dba-9737-4655-87e5-a50c1cfd4162,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:53.973192 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (84de5357-0792-4416-bf6d-7932893200f5), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.996702 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c7fbfb2c-f04b-4068-9ec6-65597f37d8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (40668878-1e54-4d8e-b710-dd22013d9c07), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:53.999888 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c7fbfb2c-f04b-4068-9ec6-65597f37d8ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.001612 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-c7fbfb2c-f04b-4068-9ec6-65597f37d8ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40668878-1e54-4d8e-b710-dd22013d9c07 HTTP/1.1" status: 204 len: 168 time: 0.1351135 Mar 07 15:39:54.018006 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbfb2c-f04b-4068-9ec6-65597f37d8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40668878-1e54-4d8e-b710-dd22013d9c07,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:54.021563 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34798) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:54.093290 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.l3_db [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Floating IP 84de5357-0792-4416-bf6d-7932893200f5 associated. External IP: 172.27.3.80, port: a87c43b1-abc4-492f-b7f6-87e3e364dda6. Mar 07 15:39:54.145935 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5d3639cb-b32f-4a1d-b73d-e29758c24b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.230146 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5d3639cb-b32f-4a1d-b73d-e29758c24b7b admin admin] Publish callbacks [] for security_group (61c79e5b-e4cb-4197-98b2-04489d1f446d), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.235825 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5d3639cb-b32f-4a1d-b73d-e29758c24b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (61c79e5b-e4cb-4197-98b2-04489d1f446d), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.282671 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3639cb-b32f-4a1d-b73d-e29758c24b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c79e5b-e4cb-4197-98b2-04489d1f446d,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:54.289301 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-5d3639cb-b32f-4a1d-b73d-e29758c24b7b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3671ceb0c6c140afaedd7a5be03fc7d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656481 Mar 07 15:39:54.290460 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34806) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:54.334069 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:39:54.341496 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1cb40ffc-2836-4cef-b972-98dabadea61f admin admin] Publish callbacks [] for security_group (61c79e5b-e4cb-4197-98b2-04489d1f446d), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.368046 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1cb40ffc-2836-4cef-b972-98dabadea61f admin admin] Publish callbacks [] for security_group (61c79e5b-e4cb-4197-98b2-04489d1f446d), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.420804 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1cb40ffc-2836-4cef-b972-98dabadea61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (61c79e5b-e4cb-4197-98b2-04489d1f446d), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.423583 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1cb40ffc-2836-4cef-b972-98dabadea61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.427138 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-1cb40ffc-2836-4cef-b972-98dabadea61f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61c79e5b-e4cb-4197-98b2-04489d1f446d HTTP/1.1" status: 204 len: 168 time: 0.1332395 Mar 07 15:39:54.433169 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb40ffc-2836-4cef-b972-98dabadea61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c79e5b-e4cb-4197-98b2-04489d1f446d,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:54.462998 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:39:54.474401 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a4bce0-d1a0-40c5-9092-ea011bc06acf None None] Sync routers for ids ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:39:54.488394 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a4bce0-d1a0-40c5-9092-ea011bc06acf None None] Routers {'19ec4d66-f090-4be2-bc1c-872ac2b264d2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:54.489252 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-a0a4bce0-d1a0-40c5-9092-ea011bc06acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:54.494368 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.534461 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-53e982d2-2183-494f-aff5-c926b2a6db77 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9835634 Mar 07 15:39:54.535081 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'tag': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:39:54.536679 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34816) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:54.541300 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-929c4b8b-6fb2-475a-b3ca-b25aee2b2b9e tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-463860591', 'description': 'tempest-secgroup-smoke-463860591 description', 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:54.547809 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c434f438-6abc-4485-a751-dc2e6a42a58b" -d '{"events": [{"name": "network-changed", "server_uuid": "511c2e7b-f18e-43fb-ae09-a356c335a7f3", "tag": "a87c43b1-abc4-492f-b7f6-87e3e364dda6"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:39:54.571641 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-929c4b8b-6fb2-475a-b3ca-b25aee2b2b9e tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.618887 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90535f8f-57b8-42fe-97ed-a2733780dc62 x-openstack-request-id: req-90535f8f-57b8-42fe-97ed-a2733780dc62 {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:39:54.619280 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511c2e7b-f18e-43fb-ae09-a356c335a7f3", "tag": "a87c43b1-abc4-492f-b7f6-87e3e364dda6", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:39:54.619814 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-90535f8f-57b8-42fe-97ed-a2733780dc62 {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:39:54.621054 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'tag': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6', 'status': 'completed', 'code': 200} Mar 07 15:39:54.641598 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-a0a4bce0-d1a0-40c5-9092-ea011bc06acf None None] Set router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:54.712496 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-929c4b8b-6fb2-475a-b3ca-b25aee2b2b9e tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group (801590f4-f663-44db-b9eb-2182eb54b27c), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.726992 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434f438-6abc-4485-a751-dc2e6a42a58b req-4ac5ac89-2f79-43f4-b38d-a6a9e870980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:54.730463 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c434f438-6abc-4485-a751-dc2e6a42a58b req-4ac5ac89-2f79-43f4-b38d-a6a9e870980f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=946fec15659f4b1ab08bbb9fb8fe5d7f&device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 1129 time: 0.0863016 Mar 07 15:39:54.730799 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-929c4b8b-6fb2-475a-b3ca-b25aee2b2b9e tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (801590f4-f663-44db-b9eb-2182eb54b27c), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.802744 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c4b8b-6fb2-475a-b3ca-b25aee2b2b9e tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801590f4-f663-44db-b9eb-2182eb54b27c,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:54.843189 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-929c4b8b-6fb2-475a-b3ca-b25aee2b2b9e tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.847741 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-929c4b8b-6fb2-475a-b3ca-b25aee2b2b9e tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3100154 Mar 07 15:39:54.848235 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34830) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:54.856749 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-2800f881-0a26-49f7-8b8b-553d9d18a98b tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Request body: {'security_group_rule': {'security_group_id': '801590f4-f663-44db-b9eb-2182eb54b27c', 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:54.888461 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2800f881-0a26-49f7-8b8b-553d9d18a98b tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (3318e190-2bf9-4fcc-b5ff-b921899bf214), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.907428 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434f438-6abc-4485-a751-dc2e6a42a58b req-8fe73dc3-933e-4b25-b720-d811165bc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:54.912725 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c434f438-6abc-4485-a751-dc2e6a42a58b req-8fe73dc3-933e-4b25-b720-d811165bc113 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6b9b580-689c-4c7f-94c0-c628036d2fb5 HTTP/1.1" status: 200 len: 915 time: 0.1483827 Mar 07 15:39:54.920979 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34832) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:54.942850 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d3d543c3-c465-48c5-a1d7-1142086aefcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.962254 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2800f881-0a26-49f7-8b8b-553d9d18a98b tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (3318e190-2bf9-4fcc-b5ff-b921899bf214), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.978790 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2800f881-0a26-49f7-8b8b-553d9d18a98b tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (3318e190-2bf9-4fcc-b5ff-b921899bf214), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:54.997819 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800f881-0a26-49f7-8b8b-553d9d18a98b tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3318e190-2bf9-4fcc-b5ff-b921899bf214,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:55.007226 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-a0a4bce0-d1a0-40c5-9092-ea011bc06acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:03Z', 'revision_number': 4, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'gw_port': {'id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '84de5357-0792-4416-bf6d-7932893200f5', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'port_id': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'mac_address': 'fa:16:3e:ec:27:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:39:53Z', 'updated_at': '2022-03-07T15:39:53Z', 'revision_number': 0, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84bb4a6b-0f9a-4275-bf13-7e7602086307', 'name': '', 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'mac_address': 'fa:16:3e:59:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:02Z', 'updated_at': '2022-03-07T15:39:07Z', 'revision_number': 5, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'subnets': [{'id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:55.019303 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2800f881-0a26-49f7-8b8b-553d9d18a98b tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.020548 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-2800f881-0a26-49f7-8b8b-553d9d18a98b tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1705408 Mar 07 15:39:55.023514 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34836) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:55.028468 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-6c56a191-d26a-4b62-bb9c-ca597ffee189 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Request body: {'security_group_rule': {'security_group_id': '801590f4-f663-44db-b9eb-2182eb54b27c', 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:55.038315 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c434f438-6abc-4485-a751-dc2e6a42a58b req-8cb5edcf-51dc-411f-81bc-c88fe0bb73ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a87c43b1-abc4-492f-b7f6-87e3e364dda6 HTTP/1.1" status: 200 len: 998 time: 0.1161768 Mar 07 15:39:55.049883 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a4bce0-d1a0-40c5-9092-ea011bc06acf None None] Checking router: 19ec4d66-f090-4be2-bc1c-872ac2b264d2 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:39:55.060277 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a4bce0-d1a0-40c5-9092-ea011bc06acf None None] Routers {'19ec4d66-f090-4be2-bc1c-872ac2b264d2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:39:55.061510 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-a0a4bce0-d1a0-40c5-9092-ea011bc06acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:55.063556 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6c56a191-d26a-4b62-bb9c-ca597ffee189 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (3d1b5dbb-b7ea-46a9-9ce8-9596449421e8), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.119878 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434f438-6abc-4485-a751-dc2e6a42a58b req-b931ce75-ef27-4323-b824-047eb891fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:55.121776 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c434f438-6abc-4485-a751-dc2e6a42a58b req-b931ce75-ef27-4323-b824-047eb891fb0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1 HTTP/1.1" status: 200 len: 853 time: 0.0727994 Mar 07 15:39:55.168678 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6c56a191-d26a-4b62-bb9c-ca597ffee189 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (3d1b5dbb-b7ea-46a9-9ce8-9596449421e8), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.170727 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d3d543c3-c465-48c5-a1d7-1142086aefcb admin admin] Publish callbacks [] for security_group (f5a8b898-7300-467c-bf73-82ffe9ccb405), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.174370 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6c56a191-d26a-4b62-bb9c-ca597ffee189 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (3d1b5dbb-b7ea-46a9-9ce8-9596449421e8), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.180176 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d3d543c3-c465-48c5-a1d7-1142086aefcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f5a8b898-7300-467c-bf73-82ffe9ccb405), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.209873 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6c56a191-d26a-4b62-bb9c-ca597ffee189 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.210297 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-a0a4bce0-d1a0-40c5-9092-ea011bc06acf None None] Set router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:39:55.211717 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-6c56a191-d26a-4b62-bb9c-ca597ffee189 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1871967 Mar 07 15:39:55.214080 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56a191-d26a-4b62-bb9c-ca597ffee189 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1b5dbb-b7ea-46a9-9ce8-9596449421e8,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:55.216112 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34840) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:55.228736 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-8ecc9a76-65e2-4cb0-b4ca-8ddf462996e9 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Request body: {'security_group_rule': {'security_group_id': '801590f4-f663-44db-b9eb-2182eb54b27c', 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:55.234154 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434f438-6abc-4485-a751-dc2e6a42a58b req-cedf8f4f-2192-457e-ac16-8573a34326f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:55.235788 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c434f438-6abc-4485-a751-dc2e6a42a58b req-cedf8f4f-2192-457e-ac16-8573a34326f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6b9b580-689c-4c7f-94c0-c628036d2fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036930 Mar 07 15:39:55.241935 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-d3d543c3-c465-48c5-a1d7-1142086aefcb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=292ef7aef886455a8a29095407a90ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173864 Mar 07 15:39:55.243402 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34842) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:55.273569 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9a76-65e2-4cb0-b4ca-8ddf462996e9 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (560b29d9-0352-4ce5-b92f-ed9ed5d0e375), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.277868 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d543c3-c465-48c5-a1d7-1142086aefcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a8b898-7300-467c-bf73-82ffe9ccb405,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:55.363411 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9a76-65e2-4cb0-b4ca-8ddf462996e9 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (560b29d9-0352-4ce5-b92f-ed9ed5d0e375), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.369415 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9a76-65e2-4cb0-b4ca-8ddf462996e9 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (560b29d9-0352-4ce5-b92f-ed9ed5d0e375), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.392994 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c434f438-6abc-4485-a751-dc2e6a42a58b req-1f49e634-b8c8-4f44-88d5-f3bc64c7b850 service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491711 Mar 07 15:39:55.393230 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc9a76-65e2-4cb0-b4ca-8ddf462996e9 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560b29d9-0352-4ce5-b92f-ed9ed5d0e375,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:55.393953 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8e0abf6a-b85f-47dc-a499-79a97ed01ca1 admin admin] Publish callbacks [] for security_group (f5a8b898-7300-467c-bf73-82ffe9ccb405), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.405145 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9a76-65e2-4cb0-b4ca-8ddf462996e9 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.408347 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-8ecc9a76-65e2-4cb0-b4ca-8ddf462996e9 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1833284 Mar 07 15:39:55.410866 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34848) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:55.427418 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-4c98f3f6-b48c-4aaa-9ced-afdefd928869 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Request body: {'security_group_rule': {'security_group_id': '801590f4-f663-44db-b9eb-2182eb54b27c', 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:55.452036 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8e0abf6a-b85f-47dc-a499-79a97ed01ca1 admin admin] Publish callbacks [] for security_group (f5a8b898-7300-467c-bf73-82ffe9ccb405), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.461109 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4c98f3f6-b48c-4aaa-9ced-afdefd928869 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (bff81f09-e02a-461c-a6ea-406c15160c6d), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.508077 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-a0a4bce0-d1a0-40c5-9092-ea011bc06acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:03Z', 'revision_number': 4, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'gw_port': {'id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '84de5357-0792-4416-bf6d-7932893200f5', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'port_id': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'mac_address': 'fa:16:3e:ec:27:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:39:53Z', 'updated_at': '2022-03-07T15:39:53Z', 'revision_number': 0, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84bb4a6b-0f9a-4275-bf13-7e7602086307', 'name': '', 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'mac_address': 'fa:16:3e:59:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:02Z', 'updated_at': '2022-03-07T15:39:07Z', 'revision_number': 5, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'subnets': [{'id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:39:55.537322 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4c98f3f6-b48c-4aaa-9ced-afdefd928869 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (bff81f09-e02a-461c-a6ea-406c15160c6d), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.539097 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c434f438-6abc-4485-a751-dc2e6a42a58b req-1929dfe0-badf-4d99-a05c-5aee26864336 service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404448 Mar 07 15:39:55.543254 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4c98f3f6-b48c-4aaa-9ced-afdefd928869 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (bff81f09-e02a-461c-a6ea-406c15160c6d), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.559536 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8e0abf6a-b85f-47dc-a499-79a97ed01ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f5a8b898-7300-467c-bf73-82ffe9ccb405), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.559993 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a4bce0-d1a0-40c5-9092-ea011bc06acf None None] The sync data for ids ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'] in dv-cinder-830538-7-iscsi is: [{'id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:03Z', 'revision_number': 4, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'gw_port': {'id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '84de5357-0792-4416-bf6d-7932893200f5', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'port_id': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'mac_address': 'fa:16:3e:ec:27:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:39:53Z', 'updated_at': '2022-03-07T15:39:53Z', 'revision_number': 0, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84bb4a6b-0f9a-4275-bf13-7e7602086307', 'name': '', 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'mac_address': 'fa:16:3e:59:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:02Z', 'updated_at': '2022-03-07T15:39:07Z', 'revision_number': 5, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'subnets': [{'id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:39:55.568284 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8e0abf6a-b85f-47dc-a499-79a97ed01ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.573333 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98f3f6-b48c-4aaa-9ced-afdefd928869 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff81f09-e02a-461c-a6ea-406c15160c6d,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:55.574084 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-8e0abf6a-b85f-47dc-a499-79a97ed01ca1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5a8b898-7300-467c-bf73-82ffe9ccb405 HTTP/1.1" status: 204 len: 168 time: 0.3288038 Mar 07 15:39:55.584050 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0abf6a-b85f-47dc-a499-79a97ed01ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a8b898-7300-467c-bf73-82ffe9ccb405,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:55.593056 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4c98f3f6-b48c-4aaa-9ced-afdefd928869 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.598343 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34858) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:55.602495 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-4c98f3f6-b48c-4aaa-9ced-afdefd928869 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1879659 Mar 07 15:39:55.604681 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-62d802ac-5da2-48ae-ab55-31d8c74771db tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Request body: {'security_group_rule': {'security_group_id': '801590f4-f663-44db-b9eb-2182eb54b27c', 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:55.635804 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.securitygroups_db [None req-62d802ac-5da2-48ae-ab55-31d8c74771db tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Project 946fec15659f4b1ab08bbb9fb8fe5d7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 15:39:55.643109 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-62d802ac-5da2-48ae-ab55-31d8c74771db tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (9924ec4a-a3f9-4cf4-b3c0-5d6c54f3efd1), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.705726 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-62d802ac-5da2-48ae-ab55-31d8c74771db tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (9924ec4a-a3f9-4cf4-b3c0-5d6c54f3efd1), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.711308 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-62d802ac-5da2-48ae-ab55-31d8c74771db tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (9924ec4a-a3f9-4cf4-b3c0-5d6c54f3efd1), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.746648 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d802ac-5da2-48ae-ab55-31d8c74771db tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9924ec4a-a3f9-4cf4-b3c0-5d6c54f3efd1,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:55.760449 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-62d802ac-5da2-48ae-ab55-31d8c74771db tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.765350 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34864) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:55.766015 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-62d802ac-5da2-48ae-ab55-31d8c74771db tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1658969 Mar 07 15:39:55.770618 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-ef89e83c-95a2-47ee-9f6c-2e2fd664fd63 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Request body: {'security_group_rule': {'security_group_id': '801590f4-f663-44db-b9eb-2182eb54b27c', 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:55.800812 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.securitygroups_db [None req-ef89e83c-95a2-47ee-9f6c-2e2fd664fd63 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Project 946fec15659f4b1ab08bbb9fb8fe5d7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 15:39:55.806276 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ef89e83c-95a2-47ee-9f6c-2e2fd664fd63 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (b26f0979-8c28-4ae5-aa3d-381740977ad8), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.835973 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e738de-c9fa-4816-a2ec-f80b082bb5d5 None None] New status for floating IP 84de5357-0792-4416-bf6d-7932893200f5: ACTIVE {{(pid=102972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:39:55.875470 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ef89e83c-95a2-47ee-9f6c-2e2fd664fd63 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (b26f0979-8c28-4ae5-aa3d-381740977ad8), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.880767 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ef89e83c-95a2-47ee-9f6c-2e2fd664fd63 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (b26f0979-8c28-4ae5-aa3d-381740977ad8), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.904233 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e83c-95a2-47ee-9f6c-2e2fd664fd63 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26f0979-8c28-4ae5-aa3d-381740977ad8,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:55.910224 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ef89e83c-95a2-47ee-9f6c-2e2fd664fd63 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:55.914414 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-ef89e83c-95a2-47ee-9f6c-2e2fd664fd63 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446342 Mar 07 15:39:56.035388 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-63f9b6b7-c80b-44d9-a78b-eb87ca68be98 req-f9e58ca0-4f99-403b-81d9-1eedd6420cb9 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463860591&fields=id&tenant_id=946fec15659f4b1ab08bbb9fb8fe5d7f HTTP/1.1" status: 200 len: 267 time: 0.0732398 Mar 07 15:39:56.109764 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9b6b7-c80b-44d9-a78b-eb87ca68be98 req-0832bc3a-d3b8-4708-86c4-2204fd449f23 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:56.111423 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-63f9b6b7-c80b-44d9-a78b-eb87ca68be98 req-0832bc3a-d3b8-4708-86c4-2204fd449f23 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 945 time: 0.0687380 Mar 07 15:39:56.122033 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-63f9b6b7-c80b-44d9-a78b-eb87ca68be98 req-bd610ec3-ad03-4d39-86c4-29a6d6f7f2ea tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Request body: {'port': {'security_groups': ['e2d71b34-b7df-4cd6-846c-e24f16b18173', '801590f4-f663-44db-b9eb-2182eb54b27c']}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:39:56.208364 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-63f9b6b7-c80b-44d9-a78b-eb87ca68be98 req-bd610ec3-ad03-4d39-86c4-29a6d6f7f2ea tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:56.423337 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-63f9b6b7-c80b-44d9-a78b-eb87ca68be98 req-bd610ec3-ad03-4d39-86c4-29a6d6f7f2ea tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] For port a87c43b1-abc4-492f-b7f6-87e3e364dda6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a87c43b1-abc4-492f-b7f6-87e3e364dda6,segment=NetworkSegment(9183b860-956d-4698-ae97-754ce101fb05),segment_id=9183b860-956d-4698-ae97-754ce101fb05)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:39:56.453906 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-63f9b6b7-c80b-44d9-a78b-eb87ca68be98 req-bd610ec3-ad03-4d39-86c4-29a6d6f7f2ea tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:56.458389 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-63f9b6b7-c80b-44d9-a78b-eb87ca68be98 req-bd610ec3-ad03-4d39-86c4-29a6d6f7f2ea tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:56.471226 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['a87c43b1-abc4-492f-b7f6-87e3e364dda6'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:39:56.507862 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9b6b7-c80b-44d9-a78b-eb87ca68be98 req-bd610ec3-ad03-4d39-86c4-29a6d6f7f2ea tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:56.508505 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-63f9b6b7-c80b-44d9-a78b-eb87ca68be98 req-bd610ec3-ad03-4d39-86c4-29a6d6f7f2ea tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:56.510173 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-63f9b6b7-c80b-44d9-a78b-eb87ca68be98 req-bd610ec3-ad03-4d39-86c4-29a6d6f7f2ea tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "PUT /v2.0/ports/a87c43b1-abc4-492f-b7f6-87e3e364dda6 HTTP/1.1" status: 200 len: 981 time: 0.3927510 Mar 07 15:39:56.510697 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'tag': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:39:56.512947 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a909a2d3-5c09-450f-9cc1-000aba2dddbc" -d '{"events": [{"name": "network-changed", "server_uuid": "511c2e7b-f18e-43fb-ae09-a356c335a7f3", "tag": "a87c43b1-abc4-492f-b7f6-87e3e364dda6"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:39:56.583262 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd610ec3-ad03-4d39-86c4-29a6d6f7f2ea tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Pushing event updated for resources: {'Port': ['ID=a87c43b1-abc4-492f-b7f6-87e3e364dda6,revision_number=6']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:56.591552 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7bc618-b0e5-46aa-9dbf-d6d32c198240 x-openstack-request-id: req-ea7bc618-b0e5-46aa-9dbf-d6d32c198240 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:39:56.592054 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511c2e7b-f18e-43fb-ae09-a356c335a7f3", "tag": "a87c43b1-abc4-492f-b7f6-87e3e364dda6", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:39:56.593490 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea7bc618-b0e5-46aa-9dbf-d6d32c198240 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:39:56.594553 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'tag': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6', 'status': 'completed', 'code': 200} Mar 07 15:39:56.603557 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['a87c43b1-abc4-492f-b7f6-87e3e364dda6'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:39:56.675574 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb96ab0-8e62-4c19-8bf3-ba1a076a30fd req-5aaa3f53-6b0b-4320-86e7-b277f4924db1 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:56.677518 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5eb96ab0-8e62-4c19-8bf3-ba1a076a30fd req-5aaa3f53-6b0b-4320-86e7-b277f4924db1 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0934887 Mar 07 15:39:56.688844 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909a2d3-5c09-450f-9cc1-000aba2dddbc req-25312ec1-7190-44f5-a876-52153b3c4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:56.691175 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a909a2d3-5c09-450f-9cc1-000aba2dddbc req-25312ec1-7190-44f5-a876-52153b3c4641 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=946fec15659f4b1ab08bbb9fb8fe5d7f&device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 1168 time: 0.0722744 Mar 07 15:39:56.766606 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5eb96ab0-8e62-4c19-8bf3-ba1a076a30fd req-32023527-2259-4e31-a11d-2020788b5642 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808759 Mar 07 15:39:56.828930 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909a2d3-5c09-450f-9cc1-000aba2dddbc req-290687d3-b28f-46ec-8505-59aa396aa868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:56.830411 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a909a2d3-5c09-450f-9cc1-000aba2dddbc req-290687d3-b28f-46ec-8505-59aa396aa868 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6b9b580-689c-4c7f-94c0-c628036d2fb5 HTTP/1.1" status: 200 len: 915 time: 0.1341751 Mar 07 15:39:56.903176 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a909a2d3-5c09-450f-9cc1-000aba2dddbc req-6c4ca2b7-29b2-496f-af55-dd478851a6a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a87c43b1-abc4-492f-b7f6-87e3e364dda6 HTTP/1.1" status: 200 len: 1000 time: 0.0659585 Mar 07 15:39:56.947939 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-dfecfdd3-6a52-4f5f-bbc3-e850db735fcd None None] Provisioning complete for port a87c43b1-abc4-492f-b7f6-87e3e364dda6 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:39:56.948521 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-dfecfdd3-6a52-4f5f-bbc3-e850db735fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:56.962624 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909a2d3-5c09-450f-9cc1-000aba2dddbc req-13eb8e3e-94fe-4c5d-87ef-88bd36aa18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:56.964311 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a909a2d3-5c09-450f-9cc1-000aba2dddbc req-13eb8e3e-94fe-4c5d-87ef-88bd36aa18a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1 HTTP/1.1" status: 200 len: 853 time: 0.0554128 Mar 07 15:39:57.018325 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909a2d3-5c09-450f-9cc1-000aba2dddbc req-65707b8a-c763-4485-9edd-a47ab350b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:39:57.019785 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a909a2d3-5c09-450f-9cc1-000aba2dddbc req-65707b8a-c763-4485-9edd-a47ab350b78b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6b9b580-689c-4c7f-94c0-c628036d2fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490556 Mar 07 15:39:57.115961 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a909a2d3-5c09-450f-9cc1-000aba2dddbc req-8cef40e7-c660-4493-aa95-b03b298d26c4 service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898499 Mar 07 15:39:57.160021 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-dfecfdd3-6a52-4f5f-bbc3-e850db735fcd None None] Current status of the port a87c43b1-abc4-492f-b7f6-87e3e364dda6 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:39:57.205272 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a909a2d3-5c09-450f-9cc1-000aba2dddbc req-8ce41fba-5528-49f8-b0c3-d07691d21e3f service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830531 Mar 07 15:39:59.164395 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34976) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:59.271919 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-43f52c14-7072-472c-873c-f668a9b3c423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:59.345156 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-43f52c14-7072-472c-873c-f668a9b3c423 admin admin] Publish callbacks [] for security_group (a0353436-2031-4bcd-9f95-cfa0c6a1eaac), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:59.348816 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-43f52c14-7072-472c-873c-f668a9b3c423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (a0353436-2031-4bcd-9f95-cfa0c6a1eaac), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:59.385175 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-43f52c14-7072-472c-873c-f668a9b3c423 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fee5c2a7a6ae40bb9f6e88c98d8a1392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197425 Mar 07 15:39:59.386067 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f52c14-7072-472c-873c-f668a9b3c423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0353436-2031-4bcd-9f95-cfa0c6a1eaac,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:59.387889 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34980) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:59.438874 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ffa81e82-14b4-4591-b7b6-89409afb22c7 admin admin] Publish callbacks [] for security_group (a0353436-2031-4bcd-9f95-cfa0c6a1eaac), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:59.460108 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ffa81e82-14b4-4591-b7b6-89409afb22c7 admin admin] Publish callbacks [] for security_group (a0353436-2031-4bcd-9f95-cfa0c6a1eaac), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:59.510840 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ffa81e82-14b4-4591-b7b6-89409afb22c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (a0353436-2031-4bcd-9f95-cfa0c6a1eaac), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:59.513538 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ffa81e82-14b4-4591-b7b6-89409afb22c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:59.514759 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-ffa81e82-14b4-4591-b7b6-89409afb22c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0353436-2031-4bcd-9f95-cfa0c6a1eaac HTTP/1.1" status: 204 len: 168 time: 0.1258326 Mar 07 15:39:59.522883 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa81e82-14b4-4591-b7b6-89409afb22c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0353436-2031-4bcd-9f95-cfa0c6a1eaac,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:59.771276 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 34990) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:59.785273 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cfd31952-8ea4-43c7-a5e2-f514dad5faec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:59.860518 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cfd31952-8ea4-43c7-a5e2-f514dad5faec admin admin] Publish callbacks [] for security_group (0b8e8cd8-af2c-49e2-9778-7cb903640b26), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:59.864499 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cfd31952-8ea4-43c7-a5e2-f514dad5faec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (0b8e8cd8-af2c-49e2-9778-7cb903640b26), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:59.879707 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34994) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:59.905641 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-cfd31952-8ea4-43c7-a5e2-f514dad5faec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=077bb091a7a447598ac57d09b2b31228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332726 Mar 07 15:39:59.906437 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd31952-8ea4-43c7-a5e2-f514dad5faec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8e8cd8-af2c-49e2-9778-7cb903640b26,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:39:59.909100 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 34998) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:39:59.958656 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8bf64f6c-717a-4284-87c0-4c9c9c1aba89 admin admin] Publish callbacks [] for security_group (0b8e8cd8-af2c-49e2-9778-7cb903640b26), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:59.986221 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8bf64f6c-717a-4284-87c0-4c9c9c1aba89 admin admin] Publish callbacks [] for security_group (0b8e8cd8-af2c-49e2-9778-7cb903640b26), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:39:59.997178 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b16ec71a-c850-44ac-86bf-cfbe2ff0e7c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:00.067510 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8bf64f6c-717a-4284-87c0-4c9c9c1aba89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (0b8e8cd8-af2c-49e2-9778-7cb903640b26), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:00.070158 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8bf64f6c-717a-4284-87c0-4c9c9c1aba89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:00.071287 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-8bf64f6c-717a-4284-87c0-4c9c9c1aba89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b8e8cd8-af2c-49e2-9778-7cb903640b26 HTTP/1.1" status: 204 len: 168 time: 0.1611698 Mar 07 15:40:00.084843 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf64f6c-717a-4284-87c0-4c9c9c1aba89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8e8cd8-af2c-49e2-9778-7cb903640b26,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:00.115049 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b16ec71a-c850-44ac-86bf-cfbe2ff0e7c3 admin admin] Publish callbacks [] for security_group (fbc4cd94-1ab8-4d40-9c2a-6ab9b51305db), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:00.119302 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b16ec71a-c850-44ac-86bf-cfbe2ff0e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (fbc4cd94-1ab8-4d40-9c2a-6ab9b51305db), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:00.156047 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ec71a-c850-44ac-86bf-cfbe2ff0e7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc4cd94-1ab8-4d40-9c2a-6ab9b51305db,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:00.160235 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-b16ec71a-c850-44ac-86bf-cfbe2ff0e7c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f5a8d77ee9e4ade9fabeabe02a0f6b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794139 Mar 07 15:40:00.162843 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35002) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:00.211470 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a5992e3d-114f-468f-9036-451fc65c5fe0 admin admin] Publish callbacks [] for security_group (fbc4cd94-1ab8-4d40-9c2a-6ab9b51305db), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:00.242653 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a5992e3d-114f-468f-9036-451fc65c5fe0 admin admin] Publish callbacks [] for security_group (fbc4cd94-1ab8-4d40-9c2a-6ab9b51305db), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:00.291858 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a5992e3d-114f-468f-9036-451fc65c5fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (fbc4cd94-1ab8-4d40-9c2a-6ab9b51305db), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:00.294695 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a5992e3d-114f-468f-9036-451fc65c5fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:00.298781 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-a5992e3d-114f-468f-9036-451fc65c5fe0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbc4cd94-1ab8-4d40-9c2a-6ab9b51305db HTTP/1.1" status: 204 len: 168 time: 0.1320972 Mar 07 15:40:00.305522 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5992e3d-114f-468f-9036-451fc65c5fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc4cd94-1ab8-4d40-9c2a-6ab9b51305db,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:01.033314 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35050) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:01.180056 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1331221747-network', 'tenant_id': '211a65fc7f30499aac00f697176c5768'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:01.199578 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] Made reservation on behalf of 211a65fc7f30499aac00f697176c5768 for: {'network': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:40:01.202372 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:01.211150 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:01.290226 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] Publish callbacks [] for security_group (669b960c-5523-422a-93f0-562fc0db2fb9), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:01.294069 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (669b960c-5523-422a-93f0-562fc0db2fb9), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:01.315293 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=102971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:40:01.330252 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669b960c-5523-422a-93f0-562fc0db2fb9,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:01.336843 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (81a24eef-379b-4089-9659-7498cb7b1121), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:01.337195 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.segments_db [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] Added segment 81a24eef-379b-4089-9659-7498cb7b1121 of type vlan for network ef5a1544-269a-4c4c-9c66-971da639cc03 Mar 07 15:40:01.377349 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (ef5a1544-269a-4c4c-9c66-971da639cc03), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:01.403434 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (ef5a1544-269a-4c4c-9c66-971da639cc03), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:01.404447 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:01.405210 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:01.439431 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4047525 Mar 07 15:40:01.442516 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35064) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:01.448623 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-faf31a67-b6bd-47a5-95df-228d721fa20a admin admin] Request body: {'subnet': {'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1331221747-subnet', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'ip_version': 4}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:01.471332 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf31a67-b6bd-47a5-95df-228d721fa20a admin admin] Made reservation on behalf of 211a65fc7f30499aac00f697176c5768 for: {'subnet': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:40:01.475871 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-faf31a67-b6bd-47a5-95df-228d721fa20a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5119538'] for subnet (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:01.674362 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-faf31a67-b6bd-47a5-95df-228d721fa20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8143747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5119532'] for subnet (6f141ddb-325d-4047-b131-2b5bf66cb8ab), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:01.733289 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf31a67-b6bd-47a5-95df-228d721fa20a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f141ddb-325d-4047-b131-2b5bf66cb8ab,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:01.742522 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf31a67-b6bd-47a5-95df-228d721fa20a admin admin] Checking segment: {'id': '81a24eef-379b-4089-9659-7498cb7b1121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:40:01.742883 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf31a67-b6bd-47a5-95df-228d721fa20a admin admin] Network hostable DHCP agents. Network: ef5a1544-269a-4c4c-9c66-971da639cc03, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:40:01.753375 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6075c-7f9a-4106-bb20-f9324e22e73e admin admin] Pushing event updated for resources: {'Network': ['ID=ef5a1544-269a-4c4c-9c66-971da639cc03,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:01.768409 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network ef5a1544-269a-4c4c-9c66-971da639cc03 details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:40:01.768843 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf31a67-b6bd-47a5-95df-228d721fa20a admin admin] Network ef5a1544-269a-4c4c-9c66-971da639cc03 is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:40:01.779836 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-faf31a67-b6bd-47a5-95df-228d721fa20a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, ef5a1544-269a-4c4c-9c66-971da639cc03) {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:40:01.784064 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf31a67-b6bd-47a5-95df-228d721fa20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:01.785468 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-faf31a67-b6bd-47a5-95df-228d721fa20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:01.805271 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-faf31a67-b6bd-47a5-95df-228d721fa20a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3583961 Mar 07 15:40:01.805583 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35068) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:01.809932 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:01.811224 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1561b269-e8a9-49c1-8c5c-04d158837dab None None] Network ef5a1544-269a-4c4c-9c66-971da639cc03 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:40:01.831566 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15426'] for router (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:01.832720 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15435'] for router (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:01.889644 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Publish callbacks [] for router_controller (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), precommit_add_association {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:01.979364 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f466aef-16ba-5baa-baad-004e3bae59e2-ef5a1544-269a-4c4c-9c66-971da639cc03', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'project_id': '211a65fc7f30499aac00f697176c5768', 'fixed_ips': [{'subnet_id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab'}]}} from dv-cinder-830538-7-iscsi. {{(pid=102972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:40:01.979832 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:02.029598 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Publish callbacks [] for router_gateway (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:02.113060 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.db_base_plugin_common [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Allocated IP 172.20.0.2 (ef5a1544-269a-4c4c-9c66-971da639cc03/6f141ddb-325d-4047-b131-2b5bf66cb8ab/1b6b7f3d-431b-49b3-b5f5-b41dee031e74) {{(pid=102972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:40:02.228532 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Publish callbacks [] for router_gateway (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:02.246528 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Publish callbacks [] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), precommit_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:02.247010 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:02.251639 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:02.357884 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Allocated IP 172.27.3.198 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/7ccd1f81-ebe5-4e05-94f1-a26c498c08f8) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:40:02.421115 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Network ef5a1544-269a-4c4c-9c66-971da639cc03 is already hosted by enough agents. {{(pid=102972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:40:02.423884 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.base_scheduler [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Resources bound (agent type, host, resource id): {{(pid=102972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:40:02.428282 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Received port after_create {{(pid=102972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:40:02.431241 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Pushing event updated for resources: {'Port': ['ID=1b6b7f3d-431b-49b3-b5f5-b41dee031e74,revision_number=1']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:02.465087 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Publish callbacks [] for port (7ccd1f81-ebe5-4e05-94f1-a26c498c08f8), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:02.493751 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Attempting to bind port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:40:02.494072 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Attempting to bind port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '81a24eef-379b-4089-9659-7498cb7b1121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:40:02.494439 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Attempting to bind port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 on network ef5a1544-269a-4c4c-9c66-971da639cc03 {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:40:02.499909 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (7ccd1f81-ebe5-4e05-94f1-a26c498c08f8), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:02.500667 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:40:02.500827 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Checking segment: {'id': '81a24eef-379b-4089-9659-7498cb7b1121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:40:02.501196 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:02.501579 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Bound using segment: {'id': '81a24eef-379b-4089-9659-7498cb7b1121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:40:02.502062 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Bound port: 1b6b7f3d-431b-49b3-b5f5-b41dee031e74, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a24eef-379b-4089-9659-7498cb7b1121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:40:02.502436 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:02.535611 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:40:02.541993 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:40:02.545376 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:40:02.567639 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] For port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:40:02.570695 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] For port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=1b6b7f3d-431b-49b3-b5f5-b41dee031e74,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:40:02.575451 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Pushing event updated for resources: {'Port': ['ID=7ccd1f81-ebe5-4e05-94f1-a26c498c08f8,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:02.576390 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:02.635542 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273308e-97d5-4bd6-bfee-e9f6eade82a0 None None] Pushing event updated for resources: {'Port': ['ID=1b6b7f3d-431b-49b3-b5f5-b41dee031e74,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:02.813875 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Publish callbacks [] for router_gateway (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:03.030710 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574438'] for router (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:03.165757 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 is scheduled to L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 with binding_index 1 {{(pid=102970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:40:03.171298 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:40:03.218687 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:03.219593 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:03.279455 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:40:03.290661 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Sync routers for ids ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:40:03.297084 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:03.301133 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35080) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:03.301636 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-9af5e9c3-b52d-4a29-ac6e-1ee8b0ccdcb3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4945753 Mar 07 15:40:03.307202 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:03.307638 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Routers {'38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:40:03.307982 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:03.308415 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:03.343775 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=1b6b7f3d-431b-49b3-b5f5-b41dee031e74,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:40:03.348951 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:03.405772 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=1b6b7f3d-431b-49b3-b5f5-b41dee031e74,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:03.427574 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Set router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:40:03.607649 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6087dda9-436a-4662-9b5f-54b6111a9da9 None None] Network ef5a1544-269a-4c4c-9c66-971da639cc03 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:40:03.621132 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:01Z', 'updated_at': '2022-03-07T15:40:02Z', 'revision_number': 3, 'project_id': '211a65fc7f30499aac00f697176c5768', 'gw_port': {'id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:02Z', 'updated_at': '2022-03-07T15:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:03.648149 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Checking router: 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:40:03.648501 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Updating router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 port 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8 binding host dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:40:03.674493 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-15d97140-c1f9-4228-b815-bec26e7eab1e None None] Provisioning complete for port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:03.675161 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-15d97140-c1f9-4228-b815-bec26e7eab1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:03.676822 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (7ccd1f81-ebe5-4e05-94f1-a26c498c08f8), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:03.782314 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:03.797411 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-15d97140-c1f9-4228-b815-bec26e7eab1e None None] Current status of the port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:03.951910 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Allocated IP 172.20.0.1 (ef5a1544-269a-4c4c-9c66-971da639cc03/6f141ddb-325d-4047-b131-2b5bf66cb8ab/cbc84e4d-c322-4b55-894a-d3ede110ff16) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:40:03.961604 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Publish callbacks [] for port (7ccd1f81-ebe5-4e05-94f1-a26c498c08f8), precommit_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:03.971000 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (7ccd1f81-ebe5-4e05-94f1-a26c498c08f8), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:04.019990 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Attempting to bind port 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:40:04.020353 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Attempting to bind port 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:40:04.020716 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Attempting to bind port 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8 on network 1357759f-65b0-4822-846b-e4b09ce352da {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:40:04.024347 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-4d4ff1d4-7b6a-43c7-9e17-576c52c8cba1 None None] Provisioning complete for port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:04.025052 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-4d4ff1d4-7b6a-43c7-9e17-576c52c8cba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:04.029467 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:40:04.029836 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Checking segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:40:04.030263 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:04.030649 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Bound using segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:40:04.031757 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Bound port: 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:40:04.032130 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (7ccd1f81-ebe5-4e05-94f1-a26c498c08f8), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:04.034876 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5d27d-bff7-4073-82ce-000f516cc1e8 None None] Pushing event updated for resources: {'Port': ['ID=7ccd1f81-ebe5-4e05-94f1-a26c498c08f8,revision_number=2']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:04.066053 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Publish callbacks [] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:04.066652 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d27d-bff7-4073-82ce-000f516cc1e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:04.067114 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d27d-bff7-4073-82ce-000f516cc1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:04.067373 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d27d-bff7-4073-82ce-000f516cc1e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:04.067708 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d27d-bff7-4073-82ce-000f516cc1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:04.068041 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d27d-bff7-4073-82ce-000f516cc1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:04.068380 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d27d-bff7-4073-82ce-000f516cc1e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:04.068694 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d27d-bff7-4073-82ce-000f516cc1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:04.069016 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d27d-bff7-4073-82ce-000f516cc1e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:04.069337 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d27d-bff7-4073-82ce-000f516cc1e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:04.069672 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d27d-bff7-4073-82ce-000f516cc1e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:04.070010 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d27d-bff7-4073-82ce-000f516cc1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:04.070330 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d27d-bff7-4073-82ce-000f516cc1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:04.070643 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d27d-bff7-4073-82ce-000f516cc1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:04.099710 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] For port 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:40:04.103342 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] For port 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=7ccd1f81-ebe5-4e05-94f1-a26c498c08f8,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:40:04.107431 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:04.108947 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (7ccd1f81-ebe5-4e05-94f1-a26c498c08f8), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:04.118547 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ff1d4-7b6a-43c7-9e17-576c52c8cba1 None None] Current status of the port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:04.149020 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Network ef5a1544-269a-4c4c-9c66-971da639cc03 is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:40:04.152706 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:40:04.154924 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:40:04.175134 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Routers {'38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:40:04.175756 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:04.177433 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5d27d-bff7-4073-82ce-000f516cc1e8 None None] Pushing event updated for resources: {'Port': ['ID=7ccd1f81-ebe5-4e05-94f1-a26c498c08f8,revision_number=3']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:04.191670 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Pushing event updated for resources: {'Port': ['ID=cbc84e4d-c322-4b55-894a-d3ede110ff16,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:04.207184 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581323'] for router_interface (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:04.353814 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:04.386624 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] Set router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:40:04.439837 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-8294364f-077e-4bd6-af4f-0b1b5727a76d None None] Provisioning complete for port cbc84e4d-c322-4b55-894a-d3ede110ff16 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:04.440417 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-8294364f-077e-4bd6-af4f-0b1b5727a76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:04.473464 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-8294364f-077e-4bd6-af4f-0b1b5727a76d None None] Port cbc84e4d-c322-4b55-894a-d3ede110ff16 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:40:04.521832 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Publish callbacks [] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:04.526229 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7627396'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:04.566134 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:01Z', 'updated_at': '2022-03-07T15:40:02Z', 'revision_number': 3, 'project_id': '211a65fc7f30499aac00f697176c5768', 'gw_port': {'id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:02Z', 'updated_at': '2022-03-07T15:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:04.593802 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9389cfee-5094-4f2e-9075-0d18a06c82c7 None None] The sync data for ids ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'] in dv-cinder-830538-7-iscsi is: [{'id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:01Z', 'updated_at': '2022-03-07T15:40:02Z', 'revision_number': 3, 'project_id': '211a65fc7f30499aac00f697176c5768', 'gw_port': {'id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:02Z', 'updated_at': '2022-03-07T15:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:40:04.594335 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Pushing event updated for resources: {'Port': ['ID=cbc84e4d-c322-4b55-894a-d3ede110ff16,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:04.599171 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581287'] for router_interface (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:04.695132 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Network ef5a1544-269a-4c4c-9c66-971da639cc03 is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:40:04.696506 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:40:04.830453 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:40:04.954281 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:40:04.960882 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-a868f994-8d0b-4222-b1f6-cb953eb46a4a admin admin] 10.222.0.26 "PUT /v2.0/routers/38c5b1f2-af6f-4762-a002-3e4ff24b9cf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6575413 Mar 07 15:40:04.996034 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-a888bbb1-20ef-499e-83e6-14686a1a3d8b None None] Provisioning complete for port cbc84e4d-c322-4b55-894a-d3ede110ff16 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:04.996406 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-a888bbb1-20ef-499e-83e6-14686a1a3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:05.040805 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-a888bbb1-20ef-499e-83e6-14686a1a3d8b None None] Port cbc84e4d-c322-4b55-894a-d3ede110ff16 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:40:05.248474 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:40:05.304190 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:05.304559 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:05.383557 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:05.384750 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:40:05.438124 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:05.438610 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (7ccd1f81-ebe5-4e05-94f1-a26c498c08f8), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:05.523529 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:05.524135 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (7ccd1f81-ebe5-4e05-94f1-a26c498c08f8), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:05.544396 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=7ccd1f81-ebe5-4e05-94f1-a26c498c08f8,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:40:05.549414 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (7ccd1f81-ebe5-4e05-94f1-a26c498c08f8), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:05.571618 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35100) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:05.576531 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1123406517-network', 'tenant_id': 'fd86b34cc3f8446ba1acff8191df6281'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:05.596357 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] Made reservation on behalf of fd86b34cc3f8446ba1acff8191df6281 for: {'network': 1} {{(pid=102971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:40:05.598241 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=7ccd1f81-ebe5-4e05-94f1-a26c498c08f8,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:05.598979 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for network (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:05.607930 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:05.637040 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:40:05.684027 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] Publish callbacks [] for security_group (4abcc7a0-0bdd-45df-be50-f860a75d7b33), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:05.687869 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (4abcc7a0-0bdd-45df-be50-f860a75d7b33), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:05.716730 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=102971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:40:05.723817 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abcc7a0-0bdd-45df-be50-f860a75d7b33,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:05.731261 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (32a436fd-9e61-4c24-bf60-9bff011517fd), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:05.731615 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.segments_db [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] Added segment 32a436fd-9e61-4c24-bf60-9bff011517fd of type vlan for network b36ebe90-6895-43a9-965e-bd02dc231819 Mar 07 15:40:05.774728 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752360096534'] for network (b36ebe90-6895-43a9-965e-bd02dc231819), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:05.798784 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718'] for network (b36ebe90-6895-43a9-965e-bd02dc231819), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:05.800012 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:05.800601 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:05.832772 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2600687 Mar 07 15:40:05.835590 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35102) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:05.840657 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Request body: {'subnet': {'network_id': 'b36ebe90-6895-43a9-965e-bd02dc231819', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1123406517-subnet', 'tenant_id': 'fd86b34cc3f8446ba1acff8191df6281', 'ip_version': 4}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:05.859892 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Made reservation on behalf of fd86b34cc3f8446ba1acff8191df6281 for: {'subnet': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:40:05.862367 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5119538'] for subnet (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:05.864719 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9426304-33c6-4959-a426-e98bcf00ba64 admin admin] Pushing event updated for resources: {'Network': ['ID=b36ebe90-6895-43a9-965e-bd02dc231819,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:05.878495 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Network b36ebe90-6895-43a9-965e-bd02dc231819 details requested by agent ovs-agent-dv-cinder-830538-7-iscsi with host dv-cinder-830538-7-iscsi {{(pid=102972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:40:06.045364 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8143747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5119532'] for subnet (68bc4620-ac4c-4fa5-8eb9-353a68b820f8), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:06.098091 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68bc4620-ac4c-4fa5-8eb9-353a68b820f8,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:06.113690 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:06.114063 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:06.114411 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:06.114751 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:06.115085 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:06.115419 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:06.115747 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:06.116072 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:06.116401 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:06.116730 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:06.117056 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:06.117377 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:06.117697 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:06.123643 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Checking segment: {'id': '32a436fd-9e61-4c24-bf60-9bff011517fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b36ebe90-6895-43a9-965e-bd02dc231819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:40:06.124499 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Network hostable DHCP agents. Network: b36ebe90-6895-43a9-965e-bd02dc231819, hostable agents: ['4dbd8546-209c-4bdf-a285-bba930c0e8c3'], hosted agents: [] {{(pid=102970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:40:06.141775 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Network b36ebe90-6895-43a9-965e-bd02dc231819 is scheduled to be hosted by DHCP agent 4dbd8546-209c-4bdf-a285-bba930c0e8c3 with binding_index 1 {{(pid=102970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:40:06.152094 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-7-iscsi, b36ebe90-6895-43a9-965e-bd02dc231819) {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:40:06.156304 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:06.156931 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:06.164427 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a29dd-b264-4239-bfcd-f22784bd10bc None None] Network b36ebe90-6895-43a9-965e-bd02dc231819 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:40:06.175226 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-fc81947e-abfa-4657-9c14-f7ed371e8671 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3384664 Mar 07 15:40:06.177691 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35108) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:06.182512 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1123406517-router', 'tenant_id': 'fd86b34cc3f8446ba1acff8191df6281', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:06.207431 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15426'] for router (0355a464-5c46-4351-8bb1-85cd28cab167), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:06.208758 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15435'] for router (0355a464-5c46-4351-8bb1-85cd28cab167), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:06.264871 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Publish callbacks [] for router_controller (0355a464-5c46-4351-8bb1-85cd28cab167), precommit_add_association {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:06.285866 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Sync routers for ids ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:40:06.297824 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Routers {'38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:40:06.298473 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:06.303627 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f466aef-16ba-5baa-baad-004e3bae59e2-b36ebe90-6895-43a9-965e-bd02dc231819', 'network_id': 'b36ebe90-6895-43a9-965e-bd02dc231819', 'project_id': 'fd86b34cc3f8446ba1acff8191df6281', 'fixed_ips': [{'subnet_id': '68bc4620-ac4c-4fa5-8eb9-353a68b820f8'}]}} from dv-cinder-830538-7-iscsi. {{(pid=102972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:40:06.304490 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:06.526173 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Set router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:40:06.577064 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.db_base_plugin_common [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Allocated IP 172.20.0.2 (b36ebe90-6895-43a9-965e-bd02dc231819/68bc4620-ac4c-4fa5-8eb9-353a68b820f8/97cf2405-50e3-4fa0-a0f0-e94957207d67) {{(pid=102972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:40:06.692952 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Publish callbacks [] for router_gateway (0355a464-5c46-4351-8bb1-85cd28cab167), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:06.900545 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Publish callbacks [] for router_gateway (0355a464-5c46-4351-8bb1-85cd28cab167), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:06.920045 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:06.997341 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Publish callbacks [] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), precommit_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.006118 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463'] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), after_create {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.011848 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:01Z', 'updated_at': '2022-03-07T15:40:04Z', 'revision_number': 4, 'project_id': '211a65fc7f30499aac00f697176c5768', 'gw_port': {'id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:02Z', 'updated_at': '2022-03-07T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'cbc84e4d-c322-4b55-894a-d3ede110ff16', 'name': '', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'mac_address': 'fa:16:3e:9c:9d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:03Z', 'updated_at': '2022-03-07T15:40:04Z', 'revision_number': 2, 'project_id': '211a65fc7f30499aac00f697176c5768', 'subnets': [{'id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:07.026720 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Allocated IP 172.27.3.184 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:40:07.066312 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Checking router: 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:40:07.066666 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Updating router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 port cbc84e4d-c322-4b55-894a-d3ede110ff16 binding host dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:40:07.075898 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Network b36ebe90-6895-43a9-965e-bd02dc231819 is already hosted by enough agents. {{(pid=102972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:40:07.096382 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.scheduler.base_scheduler [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Resources bound (agent type, host, resource id): {{(pid=102972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:40:07.098840 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Received port after_create {{(pid=102972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:40:07.115478 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Pushing event updated for resources: {'Port': ['ID=97cf2405-50e3-4fa0-a0f0-e94957207d67,revision_number=1']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:07.120110 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.133367 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Publish callbacks [] for port (0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.172807 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.174730 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:40:07.211339 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:40:07.214169 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:40:07.214533 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Attempting to bind port 97cf2405-50e3-4fa0-a0f0-e94957207d67 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:40:07.214886 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Attempting to bind port 97cf2405-50e3-4fa0-a0f0-e94957207d67 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '32a436fd-9e61-4c24-bf60-9bff011517fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b36ebe90-6895-43a9-965e-bd02dc231819'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:40:07.215247 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Attempting to bind port 97cf2405-50e3-4fa0-a0f0-e94957207d67 on network b36ebe90-6895-43a9-965e-bd02dc231819 {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:40:07.217618 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:40:07.241049 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:40:07.241428 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Checking segment: {'id': '32a436fd-9e61-4c24-bf60-9bff011517fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b36ebe90-6895-43a9-965e-bd02dc231819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:40:07.241625 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Pushing event updated for resources: {'Port': ['ID=0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:07.241834 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.242256 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Bound using segment: {'id': '32a436fd-9e61-4c24-bf60-9bff011517fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b36ebe90-6895-43a9-965e-bd02dc231819'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:40:07.242730 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Bound port: 97cf2405-50e3-4fa0-a0f0-e94957207d67, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a436fd-9e61-4c24-bf60-9bff011517fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b36ebe90-6895-43a9-965e-bd02dc231819'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:40:07.243105 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.385300 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:07.385666 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (7ccd1f81-ebe5-4e05-94f1-a26c498c08f8), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.464268 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] For port 97cf2405-50e3-4fa0-a0f0-e94957207d67, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:40:07.471887 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] For port 97cf2405-50e3-4fa0-a0f0-e94957207d67, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=97cf2405-50e3-4fa0-a0f0-e94957207d67,segment=NetworkSegment(32a436fd-9e61-4c24-bf60-9bff011517fd),segment_id=32a436fd-9e61-4c24-bf60-9bff011517fd)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:40:07.472071 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Publish callbacks [] for router_gateway (0355a464-5c46-4351-8bb1-85cd28cab167), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.487229 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.628222 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16d1e5-a0e8-48cb-ab68-8ab58c408820 None None] Pushing event updated for resources: {'Port': ['ID=97cf2405-50e3-4fa0-a0f0-e94957207d67,revision_number=2']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:07.636164 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:07.654661 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Publish callbacks [] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), precommit_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.660004 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.697289 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574438'] for router (0355a464-5c46-4351-8bb1-85cd28cab167), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.737132 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beb0d2-0120-4f69-9750-86976217cf16 None None] Pushing event updated for resources: {'Port': ['ID=cbc84e4d-c322-4b55-894a-d3ede110ff16,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:07.789185 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Attempting to bind port cbc84e4d-c322-4b55-894a-d3ede110ff16 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:40:07.789557 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Attempting to bind port cbc84e4d-c322-4b55-894a-d3ede110ff16 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '81a24eef-379b-4089-9659-7498cb7b1121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:40:07.789929 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Attempting to bind port cbc84e4d-c322-4b55-894a-d3ede110ff16 on network ef5a1544-269a-4c4c-9c66-971da639cc03 {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:40:07.794934 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:40:07.795290 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Checking segment: {'id': '81a24eef-379b-4089-9659-7498cb7b1121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:40:07.795688 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.796079 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Bound using segment: {'id': '81a24eef-379b-4089-9659-7498cb7b1121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:40:07.796558 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Bound port: cbc84e4d-c322-4b55-894a-d3ede110ff16, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a24eef-379b-4089-9659-7498cb7b1121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:40:07.797009 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.865736 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Router 0355a464-5c46-4351-8bb1-85cd28cab167 is scheduled to L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 with binding_index 1 {{(pid=102970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:40:07.884602 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] For port cbc84e4d-c322-4b55-894a-d3ede110ff16, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:40:07.888683 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] For port cbc84e4d-c322-4b55-894a-d3ede110ff16, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=cbc84e4d-c322-4b55-894a-d3ede110ff16,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:40:07.897752 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:07.964180 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Routers {'38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:40:07.964825 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:07.969401 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beb0d2-0120-4f69-9750-86976217cf16 None None] Pushing event updated for resources: {'Port': ['ID=cbc84e4d-c322-4b55-894a-d3ede110ff16,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:07.997412 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:40:08.009588 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Sync routers for ids ['0355a464-5c46-4351-8bb1-85cd28cab167'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:40:08.018188 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:08.022393 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35126) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:08.022921 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-17ef3aeb-27f6-4267-86a8-78e90db9e92e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8433483 Mar 07 15:40:08.026207 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Routers {'0355a464-5c46-4351-8bb1-85cd28cab167'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:40:08.027049 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['0355a464-5c46-4351-8bb1-85cd28cab167'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:08.090818 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] Set router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:40:08.135970 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-19f0a5f4-9810-473d-b9b2-b7c1d35b5d8a None None] Provisioning complete for port cbc84e4d-c322-4b55-894a-d3ede110ff16 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:08.136485 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-19f0a5f4-9810-473d-b9b2-b7c1d35b5d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:08.178753 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Set router 0355a464-5c46-4351-8bb1-85cd28cab167 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:40:08.375066 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-19f0a5f4-9810-473d-b9b2-b7c1d35b5d8a None None] Current status of the port cbc84e4d-c322-4b55-894a-d3ede110ff16 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:08.375470 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-19f0a5f4-9810-473d-b9b2-b7c1d35b5d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:08.397898 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'name': 'tempest-TestShelveInstance-1123406517-router', 'tenant_id': 'fd86b34cc3f8446ba1acff8191df6281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:40:07Z', 'revision_number': 3, 'project_id': 'fd86b34cc3f8446ba1acff8191df6281', 'gw_port': {'id': '0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:08.423417 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-19f0a5f4-9810-473d-b9b2-b7c1d35b5d8a None None] For port cbc84e4d-c322-4b55-894a-d3ede110ff16, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=cbc84e4d-c322-4b55-894a-d3ede110ff16,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:40:08.427208 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Checking router: 0355a464-5c46-4351-8bb1-85cd28cab167 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:40:08.427842 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Updating router 0355a464-5c46-4351-8bb1-85cd28cab167 port 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709 binding host dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:40:08.431270 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-19f0a5f4-9810-473d-b9b2-b7c1d35b5d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:08.461202 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:08.494014 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:01Z', 'updated_at': '2022-03-07T15:40:04Z', 'revision_number': 4, 'project_id': '211a65fc7f30499aac00f697176c5768', 'gw_port': {'id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:02Z', 'updated_at': '2022-03-07T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'cbc84e4d-c322-4b55-894a-d3ede110ff16', 'name': '', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'mac_address': 'fa:16:3e:9c:9d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:03Z', 'updated_at': '2022-03-07T15:40:07Z', 'revision_number': 4, 'project_id': '211a65fc7f30499aac00f697176c5768', 'subnets': [{'id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:08.527517 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39159073-cef9-4603-aa26-b8fe8831972c None None] The sync data for ids ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'] in dv-cinder-830538-7-iscsi is: [{'id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:01Z', 'updated_at': '2022-03-07T15:40:04Z', 'revision_number': 4, 'project_id': '211a65fc7f30499aac00f697176c5768', 'gw_port': {'id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:02Z', 'updated_at': '2022-03-07T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'cbc84e4d-c322-4b55-894a-d3ede110ff16', 'name': '', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'mac_address': 'fa:16:3e:9c:9d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:03Z', 'updated_at': '2022-03-07T15:40:07Z', 'revision_number': 4, 'project_id': '211a65fc7f30499aac00f697176c5768', 'subnets': [{'id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:40:08.533864 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0a5f4-9810-473d-b9b2-b7c1d35b5d8a None None] Pushing event updated for resources: {'Port': ['ID=cbc84e4d-c322-4b55-894a-d3ede110ff16,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:08.554272 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:08.558869 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-d3e95383-9a24-4ec9-b190-e81c9bfb2a9a None None] Provisioning complete for port cbc84e4d-c322-4b55-894a-d3ede110ff16 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:08.559243 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d3e95383-9a24-4ec9-b190-e81c9bfb2a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:08.725645 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-d3e95383-9a24-4ec9-b190-e81c9bfb2a9a None None] Current status of the port cbc84e4d-c322-4b55-894a-d3ede110ff16 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:08.795995 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Allocated IP 172.20.0.1 (b36ebe90-6895-43a9-965e-bd02dc231819/68bc4620-ac4c-4fa5-8eb9-353a68b820f8/b114e671-d85b-47c6-96a2-04c8ad0c4422) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:40:08.838127 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f064ea1-e198-435e-8ebe-9c6a455699db None None] Network b36ebe90-6895-43a9-965e-bd02dc231819 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:40:08.839030 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Publish callbacks [] for port (0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709), precommit_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:08.846946 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:08.912832 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Attempting to bind port 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:40:08.913373 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Attempting to bind port 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:40:08.914052 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Attempting to bind port 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709 on network 1357759f-65b0-4822-846b-e4b09ce352da {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:40:08.922461 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:40:08.923008 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Checking segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:40:08.923997 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Publish callbacks [] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:08.924155 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:08.924155 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Bound using segment: {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'} {{(pid=102973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:40:08.924598 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.managers [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Bound port: 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc57c422-f2de-4365-8c02-d8c94097be2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da'}}] {{(pid=102973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:40:08.925044 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709), before_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:08.926864 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4b857-01ab-4eb4-8992-36e7be13b15e None None] Pushing event updated for resources: {'Port': ['ID=0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709,revision_number=2']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:08.973554 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:08.983702 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] For port 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:40:08.986135 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-c7450c51-4171-4afb-a3f9-ed44254d544a None None] Provisioning complete for port 97cf2405-50e3-4fa0-a0f0-e94957207d67 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:08.986517 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c7450c51-4171-4afb-a3f9-ed44254d544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:08.988417 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.plugins.ml2.db [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] For port 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:40:09.002371 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron_lib.callbacks.manager [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709), after_update {{(pid=102973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:09.046114 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Pushing event updated for resources: {'Port': ['ID=b114e671-d85b-47c6-96a2-04c8ad0c4422,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:09.069105 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Routers {'0355a464-5c46-4351-8bb1-85cd28cab167'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:40:09.070933 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['0355a464-5c46-4351-8bb1-85cd28cab167'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:09.079012 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Network b36ebe90-6895-43a9-965e-bd02dc231819 is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:40:09.083685 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:40:09.087993 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:40:09.091913 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-c7450c51-4171-4afb-a3f9-ed44254d544a None None] Current status of the port 97cf2405-50e3-4fa0-a0f0-e94957207d67 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:09.092316 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c7450c51-4171-4afb-a3f9-ed44254d544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:09.120275 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4b857-01ab-4eb4-8992-36e7be13b15e None None] Pushing event updated for resources: {'Port': ['ID=0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709,revision_number=3']} {{(pid=102973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:09.167838 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-c7450c51-4171-4afb-a3f9-ed44254d544a None None] For port 97cf2405-50e3-4fa0-a0f0-e94957207d67, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=97cf2405-50e3-4fa0-a0f0-e94957207d67,segment=NetworkSegment(32a436fd-9e61-4c24-bf60-9bff011517fd),segment_id=32a436fd-9e61-4c24-bf60-9bff011517fd)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:40:09.176233 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c7450c51-4171-4afb-a3f9-ed44254d544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:09.180314 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581323'] for router_interface (0355a464-5c46-4351-8bb1-85cd28cab167), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:09.263705 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7450c51-4171-4afb-a3f9-ed44254d544a None None] Pushing event updated for resources: {'Port': ['ID=97cf2405-50e3-4fa0-a0f0-e94957207d67,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:09.295923 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] Set router 0355a464-5c46-4351-8bb1-85cd28cab167 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:40:09.335394 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device cbc84e4d-c322-4b55-894a-d3ede110ff16 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:40:09.424806 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:09.427244 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-a5fd0b20-8fdc-4b88-8013-3754642dff93 None None] Provisioning complete for port 97cf2405-50e3-4fa0-a0f0-e94957207d67 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:09.427614 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-a5fd0b20-8fdc-4b88-8013-3754642dff93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:09.475342 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port cbc84e4d-c322-4b55-894a-d3ede110ff16 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:09.475728 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:09.577646 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'name': 'tempest-TestShelveInstance-1123406517-router', 'tenant_id': 'fd86b34cc3f8446ba1acff8191df6281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:40:07Z', 'revision_number': 3, 'project_id': 'fd86b34cc3f8446ba1acff8191df6281', 'gw_port': {'id': '0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:09.615776 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad595909-f6c8-4b72-a91b-5fb60acc6b1a None None] The sync data for ids ['0355a464-5c46-4351-8bb1-85cd28cab167'] in dv-cinder-830538-7-iscsi is: [{'id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'name': 'tempest-TestShelveInstance-1123406517-router', 'tenant_id': 'fd86b34cc3f8446ba1acff8191df6281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:40:07Z', 'revision_number': 3, 'project_id': 'fd86b34cc3f8446ba1acff8191df6281', 'gw_port': {'id': '0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:40:09.680084 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Publish callbacks [] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:09.685898 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7627396'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:09.760676 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Pushing event updated for resources: {'Port': ['ID=b114e671-d85b-47c6-96a2-04c8ad0c4422,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:09.767520 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581287'] for router_interface (0355a464-5c46-4351-8bb1-85cd28cab167), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:09.779170 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd0b20-8fdc-4b88-8013-3754642dff93 None None] Current status of the port 97cf2405-50e3-4fa0-a0f0-e94957207d67 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:09.783447 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port cbc84e4d-c322-4b55-894a-d3ede110ff16 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:09.784550 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 97cf2405-50e3-4fa0-a0f0-e94957207d67 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:40:09.836645 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 97cf2405-50e3-4fa0-a0f0-e94957207d67 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:09.837335 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:09.879689 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Network b36ebe90-6895-43a9-965e-bd02dc231819 is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:40:09.881154 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:40:09.976839 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-85e38e17-c68e-4f8d-8964-b04a996b4621 None None] Provisioning complete for port b114e671-d85b-47c6-96a2-04c8ad0c4422 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:09.976839 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-85e38e17-c68e-4f8d-8964-b04a996b4621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:10.057208 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 97cf2405-50e3-4fa0-a0f0-e94957207d67 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:10.064895 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-85e38e17-c68e-4f8d-8964-b04a996b4621 None None] Port b114e671-d85b-47c6-96a2-04c8ad0c4422 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:40:10.147235 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Router 0355a464-5c46-4351-8bb1-85cd28cab167 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:40:10.285217 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-8a2af113-b777-48c7-a6a2-26f8e905464c None None] Provisioning complete for port b114e671-d85b-47c6-96a2-04c8ad0c4422 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:10.285594 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-8a2af113-b777-48c7-a6a2-26f8e905464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:10.328297 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-8a2af113-b777-48c7-a6a2-26f8e905464c None None] Port b114e671-d85b-47c6-96a2-04c8ad0c4422 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:40:10.532125 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:40:10.537286 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-e864b0b7-1d9d-415d-a55c-cc757b1aeccc admin admin] 10.222.0.26 "PUT /v2.0/routers/0355a464-5c46-4351-8bb1-85cd28cab167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5131574 Mar 07 15:40:11.068525 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35148) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:11.073094 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-b6d01a14-ef28-454e-b004-b5cb7da6d19a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487602381', 'description': 'tempest-secgroup-smoke-487602381 description', 'project_id': '211a65fc7f30499aac00f697176c5768'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:11.095281 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b6d01a14-ef28-454e-b004-b5cb7da6d19a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.172661 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b6d01a14-ef28-454e-b004-b5cb7da6d19a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group (62d0de84-1abc-4b4f-9448-cbba901ba214), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.176651 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b6d01a14-ef28-454e-b004-b5cb7da6d19a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (62d0de84-1abc-4b4f-9448-cbba901ba214), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.208673 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b6d01a14-ef28-454e-b004-b5cb7da6d19a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.212824 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-b6d01a14-ef28-454e-b004-b5cb7da6d19a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1403761 Mar 07 15:40:11.212824 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d01a14-ef28-454e-b004-b5cb7da6d19a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d0de84-1abc-4b4f-9448-cbba901ba214,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:11.213918 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35152) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:11.218346 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-1daefa2b-d546-4f2f-8a04-4f68c3621a42 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Request body: {'security_group_rule': {'security_group_id': '62d0de84-1abc-4b4f-9448-cbba901ba214', 'project_id': '211a65fc7f30499aac00f697176c5768', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:11.259773 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1daefa2b-d546-4f2f-8a04-4f68c3621a42 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (eaf53dfe-b8ec-4bb0-8aae-360ad572afd1), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.265240 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:40:11.326629 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:11.327323 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.328532 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1daefa2b-d546-4f2f-8a04-4f68c3621a42 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (eaf53dfe-b8ec-4bb0-8aae-360ad572afd1), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.334035 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1daefa2b-d546-4f2f-8a04-4f68c3621a42 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (eaf53dfe-b8ec-4bb0-8aae-360ad572afd1), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.362824 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1daefa2b-d546-4f2f-8a04-4f68c3621a42 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.364648 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-1daefa2b-d546-4f2f-8a04-4f68c3621a42 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502683 Mar 07 15:40:11.366079 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daefa2b-d546-4f2f-8a04-4f68c3621a42 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf53dfe-b8ec-4bb0-8aae-360ad572afd1,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:11.367597 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35160) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:11.378308 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-cd53d277-b1b1-4fcb-a9a2-64b288e55f50 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Request body: {'security_group_rule': {'security_group_id': '62d0de84-1abc-4b4f-9448-cbba901ba214', 'project_id': '211a65fc7f30499aac00f697176c5768', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:11.410509 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:11.411172 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.411333 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cd53d277-b1b1-4fcb-a9a2-64b288e55f50 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (d3c200df-2129-4399-a0a6-fdae342d8c3f), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.437712 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] For port 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:40:11.444835 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.445667 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 97cf2405-50e3-4fa0-a0f0-e94957207d67 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:40:11.488490 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cd53d277-b1b1-4fcb-a9a2-64b288e55f50 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (d3c200df-2129-4399-a0a6-fdae342d8c3f), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.495254 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cd53d277-b1b1-4fcb-a9a2-64b288e55f50 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (d3c200df-2129-4399-a0a6-fdae342d8c3f), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.519436 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53d277-b1b1-4fcb-a9a2-64b288e55f50 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c200df-2129-4399-a0a6-fdae342d8c3f,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:11.524843 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cd53d277-b1b1-4fcb-a9a2-64b288e55f50 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.528541 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-cd53d277-b1b1-4fcb-a9a2-64b288e55f50 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1570764 Mar 07 15:40:11.528700 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35164) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:11.533383 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-09c16b26-508d-4b7e-b3bf-b99f13c85161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Request body: {'security_group_rule': {'security_group_id': '62d0de84-1abc-4b4f-9448-cbba901ba214', 'project_id': '211a65fc7f30499aac00f697176c5768', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:11.533719 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Pushing event updated for resources: {'Port': ['ID=0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:11.548629 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 97cf2405-50e3-4fa0-a0f0-e94957207d67 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:11.548940 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.563736 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-09c16b26-508d-4b7e-b3bf-b99f13c85161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (391fe2c1-db66-46ce-86b1-2211c335a70d), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.622530 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-09c16b26-508d-4b7e-b3bf-b99f13c85161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (391fe2c1-db66-46ce-86b1-2211c335a70d), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.626181 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-09c16b26-508d-4b7e-b3bf-b99f13c85161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (391fe2c1-db66-46ce-86b1-2211c335a70d), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.626625 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 97cf2405-50e3-4fa0-a0f0-e94957207d67 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:11.653671 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c16b26-508d-4b7e-b3bf-b99f13c85161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391fe2c1-db66-46ce-86b1-2211c335a70d,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:11.660754 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-09c16b26-508d-4b7e-b3bf-b99f13c85161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.661946 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-09c16b26-508d-4b7e-b3bf-b99f13c85161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323736 Mar 07 15:40:11.664648 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35166) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:11.668939 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-0d209ebe-7ce8-4683-b774-15c2cfa2b623 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Request body: {'security_group_rule': {'security_group_id': '62d0de84-1abc-4b4f-9448-cbba901ba214', 'project_id': '211a65fc7f30499aac00f697176c5768', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:11.692443 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0d209ebe-7ce8-4683-b774-15c2cfa2b623 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (40e6e308-aea5-4838-ab3b-438327641776), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.747130 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0d209ebe-7ce8-4683-b774-15c2cfa2b623 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (40e6e308-aea5-4838-ab3b-438327641776), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.750702 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0d209ebe-7ce8-4683-b774-15c2cfa2b623 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (40e6e308-aea5-4838-ab3b-438327641776), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.768712 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d209ebe-7ce8-4683-b774-15c2cfa2b623 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e6e308-aea5-4838-ab3b-438327641776,revision_number=0']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:11.777240 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0d209ebe-7ce8-4683-b774-15c2cfa2b623 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.781750 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35168) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:11.782042 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-0d209ebe-7ce8-4683-b774-15c2cfa2b623 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164160 Mar 07 15:40:11.786674 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-9132675a-d9c1-4e5e-b919-42271ca808df tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Request body: {'security_group_rule': {'security_group_id': '62d0de84-1abc-4b4f-9448-cbba901ba214', 'project_id': '211a65fc7f30499aac00f697176c5768', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:11.808702 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.securitygroups_db [None req-9132675a-d9c1-4e5e-b919-42271ca808df tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Project 211a65fc7f30499aac00f697176c5768 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 15:40:11.814142 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9132675a-d9c1-4e5e-b919-42271ca808df tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (3d29d7e3-6482-485b-95e2-ea0af74674c8), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.873016 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9132675a-d9c1-4e5e-b919-42271ca808df tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (3d29d7e3-6482-485b-95e2-ea0af74674c8), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.876239 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9132675a-d9c1-4e5e-b919-42271ca808df tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (3d29d7e3-6482-485b-95e2-ea0af74674c8), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.894336 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132675a-d9c1-4e5e-b919-42271ca808df tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d29d7e3-6482-485b-95e2-ea0af74674c8,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:11.903079 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9132675a-d9c1-4e5e-b919-42271ca808df tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:11.904340 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-9132675a-d9c1-4e5e-b919-42271ca808df tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214058 Mar 07 15:40:11.907669 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35170) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:11.912007 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-9a303c9f-1810-4ada-97ad-6cc3176688d1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Request body: {'security_group_rule': {'security_group_id': '62d0de84-1abc-4b4f-9448-cbba901ba214', 'project_id': '211a65fc7f30499aac00f697176c5768', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:11.931033 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.securitygroups_db [None req-9a303c9f-1810-4ada-97ad-6cc3176688d1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Project 211a65fc7f30499aac00f697176c5768 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 15:40:11.936229 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9a303c9f-1810-4ada-97ad-6cc3176688d1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (344c615c-3e45-4a66-bc02-d8ebe0084854), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:12.000154 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9a303c9f-1810-4ada-97ad-6cc3176688d1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (344c615c-3e45-4a66-bc02-d8ebe0084854), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:12.003504 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9a303c9f-1810-4ada-97ad-6cc3176688d1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558805'] for security_group_rule (344c615c-3e45-4a66-bc02-d8ebe0084854), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:12.021454 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a303c9f-1810-4ada-97ad-6cc3176688d1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344c615c-3e45-4a66-bc02-d8ebe0084854,revision_number=0']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:12.028650 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9a303c9f-1810-4ada-97ad-6cc3176688d1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:12.029853 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-9a303c9f-1810-4ada-97ad-6cc3176688d1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212466 Mar 07 15:40:12.086314 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Sync routers for ids ['0355a464-5c46-4351-8bb1-85cd28cab167'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:40:12.097140 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Routers {'0355a464-5c46-4351-8bb1-85cd28cab167'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:40:12.097768 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['0355a464-5c46-4351-8bb1-85cd28cab167'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:12.206585 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Set router 0355a464-5c46-4351-8bb1-85cd28cab167 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:40:12.416484 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'name': 'tempest-TestShelveInstance-1123406517-router', 'tenant_id': 'fd86b34cc3f8446ba1acff8191df6281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:40:09Z', 'revision_number': 4, 'project_id': 'fd86b34cc3f8446ba1acff8191df6281', 'gw_port': {'id': '0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'b114e671-d85b-47c6-96a2-04c8ad0c4422', 'name': '', 'network_id': 'b36ebe90-6895-43a9-965e-bd02dc231819', 'tenant_id': 'fd86b34cc3f8446ba1acff8191df6281', 'mac_address': 'fa:16:3e:b4:37:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '68bc4620-ac4c-4fa5-8eb9-353a68b820f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:08Z', 'updated_at': '2022-03-07T15:40:09Z', 'revision_number': 2, 'project_id': 'fd86b34cc3f8446ba1acff8191df6281', 'subnets': [{'id': '68bc4620-ac4c-4fa5-8eb9-353a68b820f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:12.449397 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Checking router: 0355a464-5c46-4351-8bb1-85cd28cab167 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:40:12.449755 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Updating router 0355a464-5c46-4351-8bb1-85cd28cab167 port b114e671-d85b-47c6-96a2-04c8ad0c4422 binding host dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:40:12.482926 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:12.746693 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Publish callbacks [] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), precommit_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:12.751893 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:12.797679 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9366a8-c6e2-4c0f-9ed1-73791e342b7f None None] Pushing event updated for resources: {'Port': ['ID=b114e671-d85b-47c6-96a2-04c8ad0c4422,revision_number=3']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:12.851138 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Attempting to bind port b114e671-d85b-47c6-96a2-04c8ad0c4422 on host dv-cinder-830538-7-iscsi for vnic_type normal with profile {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:40:12.851511 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Attempting to bind port b114e671-d85b-47c6-96a2-04c8ad0c4422 by drivers openvswitch,hyperv on host dv-cinder-830538-7-iscsi at level 0 using segments [{'id': '32a436fd-9e61-4c24-bf60-9bff011517fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b36ebe90-6895-43a9-965e-bd02dc231819'}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:40:12.851880 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Attempting to bind port b114e671-d85b-47c6-96a2-04c8ad0c4422 on network b36ebe90-6895-43a9-965e-bd02dc231819 {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:40:12.857049 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Checking agent: {'id': '3814dbf8-b586-4eb2-97ec-f39d2bbf0170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 24, 21), 'started_at': datetime.datetime(2022, 3, 7, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:40:12.857437 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Checking segment: {'id': '32a436fd-9e61-4c24-bf60-9bff011517fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b36ebe90-6895-43a9-965e-bd02dc231819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:40:12.857847 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:12.858285 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Bound using segment: {'id': '32a436fd-9e61-4c24-bf60-9bff011517fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b36ebe90-6895-43a9-965e-bd02dc231819'} {{(pid=102972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:40:12.858760 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.managers [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Bound port: b114e671-d85b-47c6-96a2-04c8ad0c4422, host: dv-cinder-830538-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a436fd-9e61-4c24-bf60-9bff011517fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b36ebe90-6895-43a9-965e-bd02dc231819'}}] {{(pid=102972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:40:12.859896 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:12.926836 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] For port b114e671-d85b-47c6-96a2-04c8ad0c4422, host dv-cinder-830538-7-iscsi, cleared binding levels {{(pid=102972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:40:12.929911 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] For port b114e671-d85b-47c6-96a2-04c8ad0c4422, host dv-cinder-830538-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=b114e671-d85b-47c6-96a2-04c8ad0c4422,segment=NetworkSegment(32a436fd-9e61-4c24-bf60-9bff011517fd),segment_id=32a436fd-9e61-4c24-bf60-9bff011517fd)] {{(pid=102972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:40:12.936491 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:13.007003 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-d7e2eef2-4ff6-4ee0-81e5-2c45f7c6dcf5 None None] Provisioning complete for port b114e671-d85b-47c6-96a2-04c8ad0c4422 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:13.007293 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d7e2eef2-4ff6-4ee0-81e5-2c45f7c6dcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:13.010264 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9366a8-c6e2-4c0f-9ed1-73791e342b7f None None] Pushing event updated for resources: {'Port': ['ID=b114e671-d85b-47c6-96a2-04c8ad0c4422,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:13.012781 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Routers {'0355a464-5c46-4351-8bb1-85cd28cab167'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:40:13.013384 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:39:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['0355a464-5c46-4351-8bb1-85cd28cab167'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:13.172551 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:40:13.178617 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] Set router 0355a464-5c46-4351-8bb1-85cd28cab167 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:40:13.237175 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2eef2-4ff6-4ee0-81e5-2c45f7c6dcf5 None None] Current status of the port b114e671-d85b-47c6-96a2-04c8ad0c4422 is: DOWN; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:13.237558 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d7e2eef2-4ff6-4ee0-81e5-2c45f7c6dcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:13.324181 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-d7e2eef2-4ff6-4ee0-81e5-2c45f7c6dcf5 None None] For port b114e671-d85b-47c6-96a2-04c8ad0c4422, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=b114e671-d85b-47c6-96a2-04c8ad0c4422,segment=NetworkSegment(32a436fd-9e61-4c24-bf60-9bff011517fd),segment_id=32a436fd-9e61-4c24-bf60-9bff011517fd)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:40:13.336998 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d7e2eef2-4ff6-4ee0-81e5-2c45f7c6dcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:13.398786 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:13.399152 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:13.595968 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2eef2-4ff6-4ee0-81e5-2c45f7c6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b114e671-d85b-47c6-96a2-04c8ad0c4422,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:13.624128 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-e225bc78-d905-4a05-93c5-b88fd0cd3af9 None None] Provisioning complete for port b114e671-d85b-47c6-96a2-04c8ad0c4422 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:13.625181 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-e225bc78-d905-4a05-93c5-b88fd0cd3af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:13.716291 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:13.744506 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'name': 'tempest-TestShelveInstance-1123406517-router', 'tenant_id': 'fd86b34cc3f8446ba1acff8191df6281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:40:09Z', 'revision_number': 4, 'project_id': 'fd86b34cc3f8446ba1acff8191df6281', 'gw_port': {'id': '0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'b114e671-d85b-47c6-96a2-04c8ad0c4422', 'name': '', 'network_id': 'b36ebe90-6895-43a9-965e-bd02dc231819', 'tenant_id': 'fd86b34cc3f8446ba1acff8191df6281', 'mac_address': 'fa:16:3e:b4:37:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '68bc4620-ac4c-4fa5-8eb9-353a68b820f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:08Z', 'updated_at': '2022-03-07T15:40:12Z', 'revision_number': 4, 'project_id': 'fd86b34cc3f8446ba1acff8191df6281', 'subnets': [{'id': '68bc4620-ac4c-4fa5-8eb9-353a68b820f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:13.773671 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6ce0bf-200c-4907-a27b-f83b3f15e059 None None] The sync data for ids ['0355a464-5c46-4351-8bb1-85cd28cab167'] in dv-cinder-830538-7-iscsi is: [{'id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'name': 'tempest-TestShelveInstance-1123406517-router', 'tenant_id': 'fd86b34cc3f8446ba1acff8191df6281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:40:09Z', 'revision_number': 4, 'project_id': 'fd86b34cc3f8446ba1acff8191df6281', 'gw_port': {'id': '0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'b114e671-d85b-47c6-96a2-04c8ad0c4422', 'name': '', 'network_id': 'b36ebe90-6895-43a9-965e-bd02dc231819', 'tenant_id': 'fd86b34cc3f8446ba1acff8191df6281', 'mac_address': 'fa:16:3e:b4:37:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '68bc4620-ac4c-4fa5-8eb9-353a68b820f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:08Z', 'updated_at': '2022-03-07T15:40:12Z', 'revision_number': 4, 'project_id': 'fd86b34cc3f8446ba1acff8191df6281', 'subnets': [{'id': '68bc4620-ac4c-4fa5-8eb9-353a68b820f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:40:13.782566 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-e225bc78-d905-4a05-93c5-b88fd0cd3af9 None None] Current status of the port b114e671-d85b-47c6-96a2-04c8ad0c4422 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:14.077846 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-7245caf9-6c8d-4fa6-8f00-0edc83f0c3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:15.176345 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device b114e671-d85b-47c6-96a2-04c8ad0c4422 up at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:40:15.229809 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Provisioning complete for port b114e671-d85b-47c6-96a2-04c8ad0c4422 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:15.230215 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:15.304213 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Current status of the port b114e671-d85b-47c6-96a2-04c8ad0c4422 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:16.669645 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-4e49978e-4c23-4654-9073-4ebacc4231fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:17.672365 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:19.013656 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:20.689569 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:22.000617 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:26.055320 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2853ffa6-b7a3-44ce-8c56-f21c43de47af req-dfeca209-4269-4787-b5dd-cc3dbea8c701 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425975 Mar 07 15:40:26.144325 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853ffa6-b7a3-44ce-8c56-f21c43de47af req-51bb82ec-d8ab-41e6-9e70-782b4caee7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:26.145783 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2853ffa6-b7a3-44ce-8c56-f21c43de47af req-51bb82ec-d8ab-41e6-9e70-782b4caee7cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 1130 time: 0.0441039 Mar 07 15:40:26.250855 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853ffa6-b7a3-44ce-8c56-f21c43de47af req-e523392c-7cbd-4a1c-bcad-6c051845accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:26.252338 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2853ffa6-b7a3-44ce-8c56-f21c43de47af req-e523392c-7cbd-4a1c-bcad-6c051845accc service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 913 time: 0.0876262 Mar 07 15:40:26.322140 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2853ffa6-b7a3-44ce-8c56-f21c43de47af req-e3c81c21-373c-41af-bd44-3364a0c2e09f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae55c37f-501b-4d5e-9228-5b095fb75c89 HTTP/1.1" status: 200 len: 1002 time: 0.0574923 Mar 07 15:40:26.374942 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853ffa6-b7a3-44ce-8c56-f21c43de47af req-e068dca8-4887-4d52-8347-8cbdad471e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:26.376346 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2853ffa6-b7a3-44ce-8c56-f21c43de47af req-e068dca8-4887-4d52-8347-8cbdad471e55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62da12ad-276e-4aaf-b6e0-ef8568f52ae1 HTTP/1.1" status: 200 len: 851 time: 0.0467436 Mar 07 15:40:26.423967 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853ffa6-b7a3-44ce-8c56-f21c43de47af req-c87ce93e-edc7-488d-8e60-36b114a546ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:26.425394 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2853ffa6-b7a3-44ce-8c56-f21c43de47af req-c87ce93e-edc7-488d-8e60-36b114a546ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6f86ee1-eb94-4c82-9c74-7df197ed1334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414674 Mar 07 15:40:26.513704 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2853ffa6-b7a3-44ce-8c56-f21c43de47af req-ef1878ae-7578-41bb-ba65-dbe1b1f910da service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812488 Mar 07 15:40:26.604345 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2853ffa6-b7a3-44ce-8c56-f21c43de47af req-b5f43dce-650e-4e5f-83f2-c2d4aaeea128 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835938 Mar 07 15:40:29.542050 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-53de2c5c-e928-40aa-a8bf-05fa02eafb0a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487602381&fields=id&tenant_id=211a65fc7f30499aac00f697176c5768 HTTP/1.1" status: 200 len: 267 time: 0.0430720 Mar 07 15:40:29.579321 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35392) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:29.650864 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b594370-9d10-479e-82f9-bc0b9805698b req-1ec4b2d2-85bb-4acc-ae27-2e72c1ce22ef tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:29.652473 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-1ec4b2d2-85bb-4acc-ae27-2e72c1ce22ef tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/networks?id=ef5a1544-269a-4c4c-9c66-971da639cc03 HTTP/1.1" status: 200 len: 809 time: 0.1025877 Mar 07 15:40:29.667271 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-b3836617-86d1-46a5-9b8b-5eb3266f0311 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/quotas/211a65fc7f30499aac00f697176c5768 HTTP/1.1" status: 200 len: 375 time: 0.0091171 Mar 07 15:40:29.694028 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2f9f632f-98c3-441f-8644-36c1f347a0ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:29.722168 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-642fe286-a56a-4fa6-a534-5f5c3f256441 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=211a65fc7f30499aac00f697176c5768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491648 Mar 07 15:40:29.770813 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2f9f632f-98c3-441f-8644-36c1f347a0ab admin admin] Publish callbacks [] for security_group (1847a110-6381-4f7c-80d5-371825153944), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:29.774886 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2f9f632f-98c3-441f-8644-36c1f347a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (1847a110-6381-4f7c-80d5-371825153944), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:29.813873 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-2f9f632f-98c3-441f-8644-36c1f347a0ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=add8ea08f4a74f69857b166c379af884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333968 Mar 07 15:40:29.815032 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f632f-98c3-441f-8644-36c1f347a0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1847a110-6381-4f7c-80d5-371825153944,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:29.818190 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35398) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:29.868449 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-ed8933c9-9c5f-4258-b458-cb4e71750939 service neutron] 10.222.0.26 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334202 Mar 07 15:40:29.868906 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6da186f3-64ae-4648-b4e1-080cf925d1b8 admin admin] Publish callbacks [] for security_group (1847a110-6381-4f7c-80d5-371825153944), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:29.891206 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6da186f3-64ae-4648-b4e1-080cf925d1b8 admin admin] Publish callbacks [] for security_group (1847a110-6381-4f7c-80d5-371825153944), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:29.938285 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6da186f3-64ae-4648-b4e1-080cf925d1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (1847a110-6381-4f7c-80d5-371825153944), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:29.940995 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6da186f3-64ae-4648-b4e1-080cf925d1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:29.944703 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-6da186f3-64ae-4648-b4e1-080cf925d1b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1847a110-6381-4f7c-80d5-371825153944 HTTP/1.1" status: 204 len: 168 time: 0.1230240 Mar 07 15:40:29.952056 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da186f3-64ae-4648-b4e1-080cf925d1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1847a110-6381-4f7c-80d5-371825153944,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:29.964956 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-d56dcd51-d1ce-46d5-bcb7-cf9f45322ad1 service neutron] 10.222.0.26 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899885 Mar 07 15:40:30.205755 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35412) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:30.229621 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-95f31b34-9bc4-4ed1-8f59-b3661a2aebf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:30.264993 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6c3b6707-cf0b-432f-a04f-72690d6a0a94 req-ba467267-4cbc-463f-88c3-620394825efe tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 210 time: 0.0371616 Mar 07 15:40:30.331698 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-95f31b34-9bc4-4ed1-8f59-b3661a2aebf8 admin admin] Publish callbacks [] for security_group (cbea44a3-6143-4ae7-9e49-d4339b93822d), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:30.335947 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-95f31b34-9bc4-4ed1-8f59-b3661a2aebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (cbea44a3-6143-4ae7-9e49-d4339b93822d), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:30.375009 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-95f31b34-9bc4-4ed1-8f59-b3661a2aebf8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfee332e762e43fe818eafb21d2f8520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681178 Mar 07 15:40:30.375907 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f31b34-9bc4-4ed1-8f59-b3661a2aebf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbea44a3-6143-4ae7-9e49-d4339b93822d,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:30.378004 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35420) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:30.433787 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7d01f73c-1f15-4a45-9586-a7419e86bdaf admin admin] Publish callbacks [] for security_group (cbea44a3-6143-4ae7-9e49-d4339b93822d), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:30.461448 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7d01f73c-1f15-4a45-9586-a7419e86bdaf admin admin] Publish callbacks [] for security_group (cbea44a3-6143-4ae7-9e49-d4339b93822d), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:30.511166 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7d01f73c-1f15-4a45-9586-a7419e86bdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (cbea44a3-6143-4ae7-9e49-d4339b93822d), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:30.515018 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7d01f73c-1f15-4a45-9586-a7419e86bdaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:30.516393 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-7d01f73c-1f15-4a45-9586-a7419e86bdaf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cbea44a3-6143-4ae7-9e49-d4339b93822d HTTP/1.1" status: 204 len: 168 time: 0.1371474 Mar 07 15:40:30.525919 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01f73c-1f15-4a45-9586-a7419e86bdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbea44a3-6143-4ae7-9e49-d4339b93822d,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:31.299258 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b594370-9d10-479e-82f9-bc0b9805698b req-b78725f3-1cd0-45d3-a4d7-9068c0f35651 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:31.300768 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-b78725f3-1cd0-45d3-a4d7-9068c0f35651 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.30 "GET /v2.0/networks?id=ef5a1544-269a-4c4c-9c66-971da639cc03 HTTP/1.1" status: 200 len: 809 time: 0.1131492 Mar 07 15:40:31.382536 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-8e8fcaa9-f953-4f90-8591-2e7e86ef9c11 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=211a65fc7f30499aac00f697176c5768 HTTP/1.1" status: 200 len: 379 time: 0.0698676 Mar 07 15:40:31.396238 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6899e6e6-0ac1-4837-bf4c-2cf47c14bcee req-6bbf57fb-2fb3-4462-ae83-bd89c6bc1af6 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 210 time: 0.0337145 Mar 07 15:40:31.396901 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-5b594370-9d10-479e-82f9-bc0b9805698b req-7e497cc7-adf7-4151-9bec-1b7461b0978a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Request body: {'port': {'device_id': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'admin_state_up': True, 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'security_groups': ['62d0de84-1abc-4b4f-9448-cbba901ba214']}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:31.540307 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b594370-9d10-479e-82f9-bc0b9805698b req-7e497cc7-adf7-4151-9bec-1b7461b0978a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Made reservation on behalf of 211a65fc7f30499aac00f697176c5768 for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:40:31.544105 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5b594370-9d10-479e-82f9-bc0b9805698b req-7e497cc7-adf7-4151-9bec-1b7461b0978a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:31.723771 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-5b594370-9d10-479e-82f9-bc0b9805698b req-7e497cc7-adf7-4151-9bec-1b7461b0978a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Allocated IP 172.20.0.14 (ef5a1544-269a-4c4c-9c66-971da639cc03/6f141ddb-325d-4047-b131-2b5bf66cb8ab/83da7a0c-cefe-4cff-8ce3-79f98f504517) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:40:31.892240 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5b594370-9d10-479e-82f9-bc0b9805698b req-7e497cc7-adf7-4151-9bec-1b7461b0978a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:31.938737 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5b594370-9d10-479e-82f9-bc0b9805698b req-7e497cc7-adf7-4151-9bec-1b7461b0978a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:31.988759 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b594370-9d10-479e-82f9-bc0b9805698b req-7e497cc7-adf7-4151-9bec-1b7461b0978a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Network ef5a1544-269a-4c4c-9c66-971da639cc03 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:40:31.991780 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-5b594370-9d10-479e-82f9-bc0b9805698b req-7e497cc7-adf7-4151-9bec-1b7461b0978a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:40:31.995736 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b594370-9d10-479e-82f9-bc0b9805698b req-7e497cc7-adf7-4151-9bec-1b7461b0978a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:40:32.023966 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e497cc7-adf7-4151-9bec-1b7461b0978a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Pushing event updated for resources: {'Port': ['ID=83da7a0c-cefe-4cff-8ce3-79f98f504517,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:32.056708 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b594370-9d10-479e-82f9-bc0b9805698b req-7e497cc7-adf7-4151-9bec-1b7461b0978a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:32.057422 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5b594370-9d10-479e-82f9-bc0b9805698b req-7e497cc7-adf7-4151-9bec-1b7461b0978a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:32.076709 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-7e497cc7-adf7-4151-9bec-1b7461b0978a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6875727 Mar 07 15:40:32.092146 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Request body: {'port': {'device_id': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:32.157092 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:32.339575 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-10a80cea-ec9a-4405-97ce-33a0263293d3 None None] Provisioning complete for port 83da7a0c-cefe-4cff-8ce3-79f98f504517 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:32.340187 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-10a80cea-ec9a-4405-97ce-33a0263293d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:32.379551 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-10a80cea-ec9a-4405-97ce-33a0263293d3 None None] Port 83da7a0c-cefe-4cff-8ce3-79f98f504517 cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:40:32.433510 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83da7a0c-cefe-4cff-8ce3-79f98f504517 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:40:32.441600 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Publish callbacks [] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:32.454137 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Transition to ACTIVE for port object 83da7a0c-cefe-4cff-8ce3-79f98f504517 will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:40:32.458031 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:32.537876 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Pushing event updated for resources: {'Port': ['ID=83da7a0c-cefe-4cff-8ce3-79f98f504517,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:32.604404 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da0559-685c-47fb-9354-bbf69dc5fc59 req-79e00884-9a01-4a26-b1a4-fe03aedef667 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:32.605898 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32da0559-685c-47fb-9354-bbf69dc5fc59 req-79e00884-9a01-4a26-b1a4-fe03aedef667 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.1248336 Mar 07 15:40:32.658346 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Attempting to bind port 83da7a0c-cefe-4cff-8ce3-79f98f504517 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:40:32.658690 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Attempting to bind port 83da7a0c-cefe-4cff-8ce3-79f98f504517 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '81a24eef-379b-4089-9659-7498cb7b1121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:40:32.659047 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Attempting to bind port 83da7a0c-cefe-4cff-8ce3-79f98f504517 on network ef5a1544-269a-4c4c-9c66-971da639cc03 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:40:32.674929 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Port 83da7a0c-cefe-4cff-8ce3-79f98f504517 on network ef5a1544-269a-4c4c-9c66-971da639cc03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:40:32.675061 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Attempting to bind port 83da7a0c-cefe-4cff-8ce3-79f98f504517 on network ef5a1544-269a-4c4c-9c66-971da639cc03 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:40:32.687076 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-32da0559-685c-47fb-9354-bbf69dc5fc59 req-34e5726e-8eb8-4f43-a994-d2e6f9c7f6aa tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727444 Mar 07 15:40:32.690711 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:40:32.691052 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Checking segment: {'id': '81a24eef-379b-4089-9659-7498cb7b1121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:40:32.691441 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Bound using segment: {'id': '81a24eef-379b-4089-9659-7498cb7b1121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:40:32.691928 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Bound port: 83da7a0c-cefe-4cff-8ce3-79f98f504517, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a24eef-379b-4089-9659-7498cb7b1121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:40:32.692282 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:32.759350 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] For port 83da7a0c-cefe-4cff-8ce3-79f98f504517, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:40:32.762431 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] For port 83da7a0c-cefe-4cff-8ce3-79f98f504517, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:40:32.769497 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:32.808490 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:32.809151 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:32.810585 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] 10.222.0.30 "PUT /v2.0/ports/83da7a0c-cefe-4cff-8ce3-79f98f504517 HTTP/1.1" status: 200 len: 1094 time: 0.7228594 Mar 07 15:40:32.811548 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'tag': '83da7a0c-cefe-4cff-8ce3-79f98f504517'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:40:32.813847 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f6ea1a-ed4e-49c6-bb4d-b9566b433511" -d '{"events": [{"name": "network-changed", "server_uuid": "1e33ad01-949f-43ca-afed-e3f37689abbd", "tag": "83da7a0c-cefe-4cff-8ce3-79f98f504517"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:40:32.836618 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acdbf3-1641-498c-8a73-9a8dd820af9b service neutron] Pushing event updated for resources: {'Port': ['ID=83da7a0c-cefe-4cff-8ce3-79f98f504517,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:32.862163 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d1dbd2-06a5-4717-90ed-c2db56726fa7 x-openstack-request-id: req-a9d1dbd2-06a5-4717-90ed-c2db56726fa7 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:40:32.862435 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e33ad01-949f-43ca-afed-e3f37689abbd", "tag": "83da7a0c-cefe-4cff-8ce3-79f98f504517", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:40:32.862699 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9d1dbd2-06a5-4717-90ed-c2db56726fa7 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:40:32.863106 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'tag': '83da7a0c-cefe-4cff-8ce3-79f98f504517', 'status': 'completed', 'code': 200} Mar 07 15:40:32.917574 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b594370-9d10-479e-82f9-bc0b9805698b req-265e3a19-c5a5-4c11-bb77-ec03ffb0afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:32.919139 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-265e3a19-c5a5-4c11-bb77-ec03ffb0afc8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=211a65fc7f30499aac00f697176c5768&device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 1128 time: 0.0541921 Mar 07 15:40:32.963592 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-0830a7fc-1a25-4bc7-acf6-30bf10521041 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517 HTTP/1.1" status: 200 len: 217 time: 0.0356913 Mar 07 15:40:33.019828 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b594370-9d10-479e-82f9-bc0b9805698b req-e0eb84c0-df06-4070-86b9-433d4dd1f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:33.021289 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-e0eb84c0-df06-4070-86b9-433d4dd1f83b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f141ddb-325d-4047-b131-2b5bf66cb8ab HTTP/1.1" status: 200 len: 848 time: 0.0514097 Mar 07 15:40:33.070541 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b594370-9d10-479e-82f9-bc0b9805698b req-d554ce55-3c03-46ab-80be-ba728ed18e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:33.072036 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-d554ce55-3c03-46ab-80be-ba728ed18e08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef5a1544-269a-4c4c-9c66-971da639cc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447681 Mar 07 15:40:33.165184 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-ef40a1fe-4b3d-4314-800b-467335e15c71 service neutron] 10.222.0.30 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852387 Mar 07 15:40:33.268686 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5b594370-9d10-479e-82f9-bc0b9805698b req-720f98a0-4408-48c5-9773-e8ae4bb49eb7 service neutron] 10.222.0.30 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959795 Mar 07 15:40:33.361092 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6ea1a-ed4e-49c6-bb4d-b9566b433511 req-e849a71f-058c-4cee-90dc-f9304fff70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:33.362653 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00f6ea1a-ed4e-49c6-bb4d-b9566b433511 req-e849a71f-058c-4cee-90dc-f9304fff70cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=211a65fc7f30499aac00f697176c5768&device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 1128 time: 0.0501881 Mar 07 15:40:33.460830 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6ea1a-ed4e-49c6-bb4d-b9566b433511 req-0eeb33ea-690a-4e90-8b8f-e2c677c176e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:33.462356 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00f6ea1a-ed4e-49c6-bb4d-b9566b433511 req-0eeb33ea-690a-4e90-8b8f-e2c677c176e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef5a1544-269a-4c4c-9c66-971da639cc03 HTTP/1.1" status: 200 len: 910 time: 0.0900469 Mar 07 15:40:33.507990 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00f6ea1a-ed4e-49c6-bb4d-b9566b433511 req-0884ba3c-1e17-4538-a367-2cb4e31dda9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517 HTTP/1.1" status: 200 len: 217 time: 0.0376513 Mar 07 15:40:33.555844 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6ea1a-ed4e-49c6-bb4d-b9566b433511 req-fafcc092-6f55-4952-bdc4-73fa0b44b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:33.557223 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00f6ea1a-ed4e-49c6-bb4d-b9566b433511 req-fafcc092-6f55-4952-bdc4-73fa0b44b0ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f141ddb-325d-4047-b131-2b5bf66cb8ab HTTP/1.1" status: 200 len: 848 time: 0.0411196 Mar 07 15:40:33.606327 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6ea1a-ed4e-49c6-bb4d-b9566b433511 req-eeb4290b-8e98-400d-ab2b-283a5cee257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:33.607708 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00f6ea1a-ed4e-49c6-bb4d-b9566b433511 req-eeb4290b-8e98-400d-ab2b-283a5cee257b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef5a1544-269a-4c4c-9c66-971da639cc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426583 Mar 07 15:40:33.701716 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00f6ea1a-ed4e-49c6-bb4d-b9566b433511 req-38cf0654-5055-4b83-afe4-dd37fef321ef service neutron] 10.222.0.30 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870740 Mar 07 15:40:33.825705 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-00f6ea1a-ed4e-49c6-bb4d-b9566b433511 req-25ad7c2a-d336-45d8-a05a-d563643214a1 service neutron] 10.222.0.30 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182749 Mar 07 15:40:33.840317 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff25c01-c81b-4836-a2e8-f20c4a0acbf9 req-01b3b832-b397-42ba-9c82-abcf78942dbb tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:33.841730 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5ff25c01-c81b-4836-a2e8-f20c4a0acbf9 req-01b3b832-b397-42ba-9c82-abcf78942dbb tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.0821517 Mar 07 15:40:33.890794 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5ff25c01-c81b-4836-a2e8-f20c4a0acbf9 req-4c9273f8-cd54-48d1-b2d8-0e3e7232e90c tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425208 Mar 07 15:40:35.008559 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f83d77-6e95-40cd-ba4f-ad81d7104612 req-d347d220-de33-4b10-a8b8-41006d34893a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:35.010065 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-71f83d77-6e95-40cd-ba4f-ad81d7104612 req-d347d220-de33-4b10-a8b8-41006d34893a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.0531545 Mar 07 15:40:35.057692 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-71f83d77-6e95-40cd-ba4f-ad81d7104612 req-13f6328e-2c03-46a5-aa28-4b38901eeb3d tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 Mar 07 15:40:36.171902 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad44cba-4b26-47b4-836a-f1c6b005b390 req-99d8ae2b-44e0-4c06-b95b-8b825193667c tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:36.173269 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5ad44cba-4b26-47b4-836a-f1c6b005b390 req-99d8ae2b-44e0-4c06-b95b-8b825193667c tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.0520961 Mar 07 15:40:36.222062 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5ad44cba-4b26-47b4-836a-f1c6b005b390 req-82d8e1c9-7552-4be2-87b7-2cda4c11412b tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431452 Mar 07 15:40:36.403853 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9fbef-7d55-481b-a788-e31aef6a8b06 req-189532c1-a586-4a2f-94c1-32cfee453480 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:36.405840 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-21b9fbef-7d55-481b-a788-e31aef6a8b06 req-189532c1-a586-4a2f-94c1-32cfee453480 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0869970 Mar 07 15:40:36.411125 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647c7f7-5ba6-46af-83d9-e6c00ac26227 req-1135b79f-ea67-44e9-8f5a-250fedacb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:36.412521 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0647c7f7-5ba6-46af-83d9-e6c00ac26227 req-1135b79f-ea67-44e9-8f5a-250fedacb2e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=946fec15659f4b1ab08bbb9fb8fe5d7f&device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 1168 time: 0.0635958 Mar 07 15:40:36.525544 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-21b9fbef-7d55-481b-a788-e31aef6a8b06 req-04fce068-d16a-4d42-bd63-c4b757095c13 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119542 Mar 07 15:40:36.542968 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647c7f7-5ba6-46af-83d9-e6c00ac26227 req-3ba8b195-7a78-4ead-8bcf-bb20211951e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:36.544415 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0647c7f7-5ba6-46af-83d9-e6c00ac26227 req-3ba8b195-7a78-4ead-8bcf-bb20211951e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6b9b580-689c-4c7f-94c0-c628036d2fb5 HTTP/1.1" status: 200 len: 915 time: 0.1254716 Mar 07 15:40:36.609008 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0647c7f7-5ba6-46af-83d9-e6c00ac26227 req-57e531fe-b609-4839-baff-4914f0ef58e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a87c43b1-abc4-492f-b7f6-87e3e364dda6 HTTP/1.1" status: 200 len: 1000 time: 0.0574677 Mar 07 15:40:36.656370 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647c7f7-5ba6-46af-83d9-e6c00ac26227 req-b4ec4abb-9ec0-4f97-9b6c-72154ff534f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:36.657872 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0647c7f7-5ba6-46af-83d9-e6c00ac26227 req-b4ec4abb-9ec0-4f97-9b6c-72154ff534f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1 HTTP/1.1" status: 200 len: 853 time: 0.0423176 Mar 07 15:40:36.710001 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647c7f7-5ba6-46af-83d9-e6c00ac26227 req-a29bdde0-4d78-4e2f-a98e-1bc5e12cf6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:36.711476 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0647c7f7-5ba6-46af-83d9-e6c00ac26227 req-a29bdde0-4d78-4e2f-a98e-1bc5e12cf6eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6b9b580-689c-4c7f-94c0-c628036d2fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459585 Mar 07 15:40:36.800090 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0647c7f7-5ba6-46af-83d9-e6c00ac26227 req-26308b8d-70b3-404a-8f03-86b3f515b5b6 service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814347 Mar 07 15:40:37.157736 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0647c7f7-5ba6-46af-83d9-e6c00ac26227 req-b96d21bf-b763-4d95-8aa3-4c4be3a45fb7 service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513660 Mar 07 15:40:37.351097 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0722a50-d965-44fd-b095-59d3c7d017a8 req-1ebef623-acfa-476f-8133-544423fe587e tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:37.352599 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e0722a50-d965-44fd-b095-59d3c7d017a8 req-1ebef623-acfa-476f-8133-544423fe587e tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.0586519 Mar 07 15:40:37.410298 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e0722a50-d965-44fd-b095-59d3c7d017a8 req-84825c4a-d619-4067-8edd-467bac2637b6 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521166 Mar 07 15:40:37.642247 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d069cd-5fd4-4b4a-a7c9-1ec3feb03445 req-261e9c38-7d24-4f6c-939f-ac488077cda4 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:37.643732 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a0d069cd-5fd4-4b4a-a7c9-1ec3feb03445 req-261e9c38-7d24-4f6c-939f-ac488077cda4 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0527773 Mar 07 15:40:37.705360 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a0d069cd-5fd4-4b4a-a7c9-1ec3feb03445 req-45334eb3-f1aa-4dae-82c6-114670e08d95 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557222 Mar 07 15:40:38.526841 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab078b0e-9acd-44d7-a415-aa4a9a0cf1be req-f3daac57-1c45-4e9e-8a2d-e33644e83ac2 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:38.528299 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ab078b0e-9acd-44d7-a415-aa4a9a0cf1be req-f3daac57-1c45-4e9e-8a2d-e33644e83ac2 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.0522168 Mar 07 15:40:38.574956 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ab078b0e-9acd-44d7-a415-aa4a9a0cf1be req-b1864bd1-8425-40f8-b0cd-52ea2505e75f tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412843 Mar 07 15:40:38.825998 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98cd29-9583-4d9a-ae61-a3a3bd5e4297 req-d1fe81fd-5088-4f3e-86a6-0510a9e4db47 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:38.828930 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3e98cd29-9583-4d9a-ae61-a3a3bd5e4297 req-d1fe81fd-5088-4f3e-86a6-0510a9e4db47 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0549886 Mar 07 15:40:38.890509 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3e98cd29-9583-4d9a-ae61-a3a3bd5e4297 req-bf026719-9aba-4816-99d6-8a407f9caa64 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568390 Mar 07 15:40:39.382112 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35584) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:39.481751 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c63602bc-81dc-451c-810c-55c49b5a9398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:39.552684 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c63602bc-81dc-451c-810c-55c49b5a9398 admin admin] Publish callbacks [] for security_group (f28797cc-df40-4199-8d8c-98026037cbe0), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:39.556276 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c63602bc-81dc-451c-810c-55c49b5a9398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f28797cc-df40-4199-8d8c-98026037cbe0), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:39.596766 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-c63602bc-81dc-451c-810c-55c49b5a9398 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=451956a8e50140a9b3148867d8234dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135892 Mar 07 15:40:39.598955 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63602bc-81dc-451c-810c-55c49b5a9398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28797cc-df40-4199-8d8c-98026037cbe0,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:39.599553 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35590) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:39.648234 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a398fc3f-9ee4-4f31-8c04-194de799fb9c admin admin] Publish callbacks [] for security_group (f28797cc-df40-4199-8d8c-98026037cbe0), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:39.668851 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a398fc3f-9ee4-4f31-8c04-194de799fb9c admin admin] Publish callbacks [] for security_group (f28797cc-df40-4199-8d8c-98026037cbe0), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:39.694797 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13327cb-acda-4e2b-b3f5-ffd90c005216 req-b6773c82-feaa-4b95-8d8c-2af15f49562f tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:39.696304 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e13327cb-acda-4e2b-b3f5-ffd90c005216 req-b6773c82-feaa-4b95-8d8c-2af15f49562f tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.0550766 Mar 07 15:40:39.716344 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a398fc3f-9ee4-4f31-8c04-194de799fb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f28797cc-df40-4199-8d8c-98026037cbe0), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:39.720710 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a398fc3f-9ee4-4f31-8c04-194de799fb9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:39.723458 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-a398fc3f-9ee4-4f31-8c04-194de799fb9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f28797cc-df40-4199-8d8c-98026037cbe0 HTTP/1.1" status: 204 len: 168 time: 0.1227489 Mar 07 15:40:39.733262 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398fc3f-9ee4-4f31-8c04-194de799fb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28797cc-df40-4199-8d8c-98026037cbe0,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:39.754706 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e13327cb-acda-4e2b-b3f5-ffd90c005216 req-2aad1116-c34e-45ee-b316-8e841fefa767 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518043 Mar 07 15:40:39.982274 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35598) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:39.995567 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3eb0b14c-6d89-48fc-b27b-6da4f4a699d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:40.012553 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada7396-9814-4902-82ec-b7b9f2e7495a req-5a7ac1b7-9750-42eb-a665-e44fae1d09e7 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:40.014106 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1ada7396-9814-4902-82ec-b7b9f2e7495a req-5a7ac1b7-9750-42eb-a665-e44fae1d09e7 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0569208 Mar 07 15:40:40.073420 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3eb0b14c-6d89-48fc-b27b-6da4f4a699d6 admin admin] Publish callbacks [] for security_group (7e3b0764-7c28-4dc2-ac3c-09a76997184e), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:40.073813 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1ada7396-9814-4902-82ec-b7b9f2e7495a req-55f68f24-0269-4dd8-a822-166b51db73af tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540271 Mar 07 15:40:40.078238 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3eb0b14c-6d89-48fc-b27b-6da4f4a699d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (7e3b0764-7c28-4dc2-ac3c-09a76997184e), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:40.116629 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-3eb0b14c-6d89-48fc-b27b-6da4f4a699d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a14c206279c54da98c2013e85ffc1d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328063 Mar 07 15:40:40.117805 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0b14c-6d89-48fc-b27b-6da4f4a699d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3b0764-7c28-4dc2-ac3c-09a76997184e,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:40.119265 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35600) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:40.169755 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ab3cf160-431d-424c-8e56-ec7d1f546990 admin admin] Publish callbacks [] for security_group (7e3b0764-7c28-4dc2-ac3c-09a76997184e), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:40.190803 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ab3cf160-431d-424c-8e56-ec7d1f546990 admin admin] Publish callbacks [] for security_group (7e3b0764-7c28-4dc2-ac3c-09a76997184e), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:40.236724 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ab3cf160-431d-424c-8e56-ec7d1f546990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (7e3b0764-7c28-4dc2-ac3c-09a76997184e), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:40.239360 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ab3cf160-431d-424c-8e56-ec7d1f546990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:40.240496 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-ab3cf160-431d-424c-8e56-ec7d1f546990 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e3b0764-7c28-4dc2-ac3c-09a76997184e HTTP/1.1" status: 204 len: 168 time: 0.1201775 Mar 07 15:40:40.248042 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cf160-431d-424c-8e56-ec7d1f546990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3b0764-7c28-4dc2-ac3c-09a76997184e,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:40.551380 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35606) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:40.564898 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-db014396-8aea-48e8-b6f7-4a8f5bb7236b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:40.637109 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-db014396-8aea-48e8-b6f7-4a8f5bb7236b admin admin] Publish callbacks [] for security_group (a515c8e0-bb30-4450-a599-f1cfae6833c2), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:40.640783 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-db014396-8aea-48e8-b6f7-4a8f5bb7236b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (a515c8e0-bb30-4450-a599-f1cfae6833c2), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:40.678112 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-db014396-8aea-48e8-b6f7-4a8f5bb7236b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af784b326ace4b1b877a3830497cce45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256378 Mar 07 15:40:40.678933 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db014396-8aea-48e8-b6f7-4a8f5bb7236b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a515c8e0-bb30-4450-a599-f1cfae6833c2,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:40.680756 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35608) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:40.733004 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-35cffd02-e5fa-4c59-bf98-9c2630617bae admin admin] Publish callbacks [] for security_group (a515c8e0-bb30-4450-a599-f1cfae6833c2), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:40.753327 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-35cffd02-e5fa-4c59-bf98-9c2630617bae admin admin] Publish callbacks [] for security_group (a515c8e0-bb30-4450-a599-f1cfae6833c2), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:40.800940 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-35cffd02-e5fa-4c59-bf98-9c2630617bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (a515c8e0-bb30-4450-a599-f1cfae6833c2), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:40.803692 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-35cffd02-e5fa-4c59-bf98-9c2630617bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:40.804925 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-35cffd02-e5fa-4c59-bf98-9c2630617bae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a515c8e0-bb30-4450-a599-f1cfae6833c2 HTTP/1.1" status: 204 len: 168 time: 0.1223712 Mar 07 15:40:40.813097 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cffd02-e5fa-4c59-bf98-9c2630617bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a515c8e0-bb30-4450-a599-f1cfae6833c2,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:40.876321 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff81553-27ea-4068-a336-72fdbe690b32 req-070d9708-8cbc-48d1-b107-f1ee2ec57914 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:40.877853 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-dff81553-27ea-4068-a336-72fdbe690b32 req-070d9708-8cbc-48d1-b107-f1ee2ec57914 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.0528483 Mar 07 15:40:40.928304 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-dff81553-27ea-4068-a336-72fdbe690b32 req-5eafb67f-97cb-4463-b73b-9cff525787ab tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446343 Mar 07 15:40:41.198117 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf912c-9757-4ada-8a6c-931670de7013 req-8f6a204b-673d-4e8a-9f6d-7a4979209bf3 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:41.199610 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f7bf912c-9757-4ada-8a6c-931670de7013 req-8f6a204b-673d-4e8a-9f6d-7a4979209bf3 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0560100 Mar 07 15:40:41.259596 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f7bf912c-9757-4ada-8a6c-931670de7013 req-4a6497c0-5910-4a16-834b-c0c434fdea30 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537012 Mar 07 15:40:42.044780 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443526ce-120b-4cc9-a913-1db216cbba57 req-db008380-f9ee-48e4-86c8-69ededa7954b tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:42.046306 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-443526ce-120b-4cc9-a913-1db216cbba57 req-db008380-f9ee-48e4-86c8-69ededa7954b tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.0526779 Mar 07 15:40:42.098351 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-443526ce-120b-4cc9-a913-1db216cbba57 req-e2321cb0-2fa2-44da-bc05-4daace08fa55 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462472 Mar 07 15:40:42.348612 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 83da7a0c-cefe-4cff-8ce3-79f98f504517 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:40:42.381670 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bba5-8ed6-423e-a3af-cb39e923565a req-aa533195-1196-457b-adaf-028b0c8f5af3 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:42.383292 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0e26bba5-8ed6-423e-a3af-cb39e923565a req-aa533195-1196-457b-adaf-028b0c8f5af3 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0551035 Mar 07 15:40:42.445753 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0e26bba5-8ed6-423e-a3af-cb39e923565a req-32de511e-78ae-406c-ba4d-03a52970df2a tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567386 Mar 07 15:40:42.455393 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 83da7a0c-cefe-4cff-8ce3-79f98f504517, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:40:42.466661 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': '83da7a0c-cefe-4cff-8ce3-79f98f504517', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'port_id': '83da7a0c-cefe-4cff-8ce3-79f98f504517', 'mac_address': 'fa:16:3e:d9:38:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:40:42.505129 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 83da7a0c-cefe-4cff-8ce3-79f98f504517 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:42.505552 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:42.531798 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83da7a0c-cefe-4cff-8ce3-79f98f504517 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:40:42.552391 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 83da7a0c-cefe-4cff-8ce3-79f98f504517, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:40:42.556427 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:42.605831 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=83da7a0c-cefe-4cff-8ce3-79f98f504517,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:42.612874 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:42.613232 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:42.613578 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:42.613924 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:42.614316 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:42.614649 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:42.614977 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:42.615306 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:42.615633 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:42.615973 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:42.616298 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:42.616618 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:42.616935 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:42.635606 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:40:42.795823 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['83da7a0c-cefe-4cff-8ce3-79f98f504517'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:40:43.211351 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f59e4c-932a-4fdb-98ee-3473ef14a225 req-4673e527-88f8-486e-8930-32bd4a7bc90f tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:43.212802 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-72f59e4c-932a-4fdb-98ee-3473ef14a225 req-4673e527-88f8-486e-8930-32bd4a7bc90f tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 945 time: 0.0513377 Mar 07 15:40:43.261044 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-72f59e4c-932a-4fdb-98ee-3473ef14a225 req-bb6175f3-5732-464d-9368-836af79f87ba tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418863 Mar 07 15:40:43.561406 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81bdd-487e-4e1e-be7e-919ed0516165 req-a3dde5e9-90a9-40dc-86a2-fdef427b52d6 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:43.562919 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3db81bdd-487e-4e1e-be7e-919ed0516165 req-a3dde5e9-90a9-40dc-86a2-fdef427b52d6 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0526469 Mar 07 15:40:43.626201 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3db81bdd-487e-4e1e-be7e-919ed0516165 req-750adaf0-162b-4978-a780-cb7288139dba tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576675 Mar 07 15:40:44.081140 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb18e-5b73-4d12-a8aa-899b2fff3d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:44.377732 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30739b-839c-461c-8a45-55c2042ddbad req-7b25e63b-6486-4a92-8afb-28a70b200239 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:44.379138 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5b30739b-839c-461c-8a45-55c2042ddbad req-7b25e63b-6486-4a92-8afb-28a70b200239 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 945 time: 0.0517499 Mar 07 15:40:44.425629 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5b30739b-839c-461c-8a45-55c2042ddbad req-a5f9de5e-49fb-4b9b-87e5-4e6a6ae4b148 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410690 Mar 07 15:40:44.744181 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc521a8-2678-4d38-af51-939f78b975ef req-20f2da00-a1b8-419a-b86c-87b5f44c4b69 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:44.745644 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4fc521a8-2678-4d38-af51-939f78b975ef req-20f2da00-a1b8-419a-b86c-87b5f44c4b69 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0529087 Mar 07 15:40:44.796878 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 83da7a0c-cefe-4cff-8ce3-79f98f504517 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:40:44.806842 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4fc521a8-2678-4d38-af51-939f78b975ef req-0f7344f3-9cc8-480c-bebd-1d4599e82bd6 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555372 Mar 07 15:40:44.843861 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port 83da7a0c-cefe-4cff-8ce3-79f98f504517 completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:40:44.847575 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port 83da7a0c-cefe-4cff-8ce3-79f98f504517 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:40:44.847950 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:44.923968 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 83da7a0c-cefe-4cff-8ce3-79f98f504517 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:40:44.924289 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:44.945256 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83da7a0c-cefe-4cff-8ce3-79f98f504517'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:40:44.947512 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b99106-45da-4c6a-9b13-85c64d1b07b6" -d '{"events": [{"server_uuid": "1e33ad01-949f-43ca-afed-e3f37689abbd", "name": "network-vif-plugged", "status": "completed", "tag": "83da7a0c-cefe-4cff-8ce3-79f98f504517"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:40:44.960249 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 83da7a0c-cefe-4cff-8ce3-79f98f504517, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:40:44.964204 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:44.988166 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6433498c-8c48-4851-bf75-b495d9155b9a x-openstack-request-id: req-6433498c-8c48-4851-bf75-b495d9155b9a {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:40:44.988460 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e33ad01-949f-43ca-afed-e3f37689abbd", "name": "network-vif-plugged", "status": "completed", "tag": "83da7a0c-cefe-4cff-8ce3-79f98f504517", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:40:44.988711 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6433498c-8c48-4851-bf75-b495d9155b9a {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:40:44.989093 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83da7a0c-cefe-4cff-8ce3-79f98f504517', 'code': 200} Mar 07 15:40:45.012748 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=83da7a0c-cefe-4cff-8ce3-79f98f504517,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:45.539484 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce863076-5207-4a98-96f7-09c33cdbd5ae req-a89bdd4a-3394-4737-939f-c3e41c5ef6b5 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:45.540953 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ce863076-5207-4a98-96f7-09c33cdbd5ae req-a89bdd4a-3394-4737-939f-c3e41c5ef6b5 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0522907 Mar 07 15:40:45.590761 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ce863076-5207-4a98-96f7-09c33cdbd5ae req-9bdb5f50-bd2d-4ef6-a3e6-0a2be57a2d84 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441737 Mar 07 15:40:45.933031 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0346f-de94-44ef-a1ba-7e9e11f42764 req-37c6d6b7-3f68-40e4-8e48-b4b4f596c15a tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:45.934524 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-07d0346f-de94-44ef-a1ba-7e9e11f42764 req-37c6d6b7-3f68-40e4-8e48-b4b4f596c15a tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0547318 Mar 07 15:40:45.992321 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-07d0346f-de94-44ef-a1ba-7e9e11f42764 req-dc03d5fb-e429-4772-9c24-f8dd304d92f2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515618 Mar 07 15:40:46.682532 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-7214bf50-223e-42f5-bd96-dd3bb167cd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:46.704962 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357ec51-abd4-4982-bedc-54c5a7888aff req-c491daef-6643-4636-a684-527abe5ce373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:46.706494 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7357ec51-abd4-4982-bedc-54c5a7888aff req-c491daef-6643-4636-a684-527abe5ce373 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 1130 time: 0.0772555 Mar 07 15:40:46.737216 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f2b16-e896-41a5-9a88-bd49ee09fa0a req-d6dc052e-2276-48f2-9ef6-bff858fc7e04 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:46.738660 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e99f2b16-e896-41a5-9a88-bd49ee09fa0a req-d6dc052e-2276-48f2-9ef6-bff858fc7e04 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0794952 Mar 07 15:40:46.779996 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7357ec51-abd4-4982-bedc-54c5a7888aff req-fb6ed95d-7fc5-4a72-88d8-184156656cff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670266 Mar 07 15:40:46.805016 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e99f2b16-e896-41a5-9a88-bd49ee09fa0a req-c4c18d33-64a8-4612-a7fe-cb30c0545e58 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580707 Mar 07 15:40:47.111275 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3dbc1-945a-45b7-a7e2-f9f71b1e26ea req-101e62af-da8c-4b67-bf0c-b7224ef259b0 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:47.112821 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d7b3dbc1-945a-45b7-a7e2-f9f71b1e26ea req-101e62af-da8c-4b67-bf0c-b7224ef259b0 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0548341 Mar 07 15:40:47.174419 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d7b3dbc1-945a-45b7-a7e2-f9f71b1e26ea req-a5fa6593-03df-4760-85b3-3478ea94c151 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554056 Mar 07 15:40:47.673115 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:47.929394 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ac293-c5c0-43d8-84f5-f06b02430f5a req-7a89af21-12be-4b68-8625-3f5d07359d92 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:47.930800 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-321ac293-c5c0-43d8-84f5-f06b02430f5a req-7a89af21-12be-4b68-8625-3f5d07359d92 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0538144 Mar 07 15:40:47.984742 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-321ac293-c5c0-43d8-84f5-f06b02430f5a req-3908e10e-ac8f-4da9-a647-c7da452dedba tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476336 Mar 07 15:40:48.102038 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5aa0d-f28c-4afe-8c54-27a055e063fc req-584a3742-232a-46b6-942d-c21fb3fb63f2 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:48.103499 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a1a5aa0d-f28c-4afe-8c54-27a055e063fc req-584a3742-232a-46b6-942d-c21fb3fb63f2 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0550370 Mar 07 15:40:48.151646 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a1a5aa0d-f28c-4afe-8c54-27a055e063fc req-53533b2d-bb7e-487a-b8d9-7c6e0ff3a3c0 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415552 Mar 07 15:40:48.172393 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35712) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:48.292252 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dfca3-1426-4e04-9512-06f1ea2327bf req-b4820e90-c430-4401-ab61-6977b8c442b2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:48.293852 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e61dfca3-1426-4e04-9512-06f1ea2327bf req-b4820e90-c430-4401-ab61-6977b8c442b2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0562983 Mar 07 15:40:48.374241 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-e61dfca3-1426-4e04-9512-06f1ea2327bf req-d2f33e9c-1a36-4bed-b9f3-0c763c5c21d8 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690961 Mar 07 15:40:48.380295 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48841e1e-76ea-410a-ba7b-8c091178f0cb tempest-TestShelveInstance-1901333422 tempest-TestShelveInstance-1901333422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:48.382007 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-48841e1e-76ea-410a-ba7b-8c091178f0cb tempest-TestShelveInstance-1901333422 tempest-TestShelveInstance-1901333422-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 1125 time: 0.2085960 Mar 07 15:40:48.384957 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35724) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:48.389575 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Request body: {'floatingip': {'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'port_id': '83da7a0c-cefe-4cff-8ce3-79f98f504517', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:40:48.409464 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:48.509007 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:48.614153 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Allocated IP 172.27.3.139 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/e6ce34dd-f4bd-457e-8edb-8f0af8783755) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:40:48.718674 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for port (e6ce34dd-f4bd-457e-8edb-8f0af8783755), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:48.751958 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (e6ce34dd-f4bd-457e-8edb-8f0af8783755), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:48.790828 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:40:48.795815 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:40:48.800662 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:40:48.823383 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Pushing event updated for resources: {'Port': ['ID=e6ce34dd-f4bd-457e-8edb-8f0af8783755,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:49.016986 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:49.174908 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for floatingip (e7bc324c-b826-4f90-abab-150a008f5307), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:49.240886 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (e6ce34dd-f4bd-457e-8edb-8f0af8783755), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:49.386225 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for port (e6ce34dd-f4bd-457e-8edb-8f0af8783755), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:49.391840 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (e6ce34dd-f4bd-457e-8edb-8f0af8783755), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:49.472139 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Pushing event updated for resources: {'Port': ['ID=e6ce34dd-f4bd-457e-8edb-8f0af8783755,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:49.482614 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (e7bc324c-b826-4f90-abab-150a008f5307), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:49.496426 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89e505-cf3f-4ac4-98d7-9cb1a641a655 req-18539773-2d9b-4b1c-a724-40c85b9137bb tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:49.498828 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ab89e505-cf3f-4ac4-98d7-9cb1a641a655 req-18539773-2d9b-4b1c-a724-40c85b9137bb tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0640559 Mar 07 15:40:49.561334 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ab89e505-cf3f-4ac4-98d7-9cb1a641a655 req-6ea16c66-833e-46d3-a75d-9555fca3ee33 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563371 Mar 07 15:40:49.597247 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.l3_db [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Floating IP e7bc324c-b826-4f90-abab-150a008f5307 associated. External IP: 172.27.3.139, port: 83da7a0c-cefe-4cff-8ce3-79f98f504517. Mar 07 15:40:49.819275 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35736) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:49.832645 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:40:49.922635 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:49.945790 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:40:49.957137 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06fe79-7ea0-49c6-b1ff-5fefce117729 None None] Sync routers for ids ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:40:49.965511 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:49.969894 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06fe79-7ea0-49c6-b1ff-5fefce117729 None None] Routers {'38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:40:49.970692 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-4a06fe79-7ea0-49c6-b1ff-5fefce117729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:40:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:49.995791 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-4593e9d6-d724-4da0-9663-714524770b39 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6097481 Mar 07 15:40:49.996394 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'tag': '83da7a0c-cefe-4cff-8ce3-79f98f504517'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:40:49.999326 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2e7e53-3da2-4e18-bffc-76492c485f59" -d '{"events": [{"name": "network-changed", "server_uuid": "1e33ad01-949f-43ca-afed-e3f37689abbd", "tag": "83da7a0c-cefe-4cff-8ce3-79f98f504517"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:40:50.020211 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Publish callbacks [] for security_group (192f3349-0165-437b-9892-a09d9ce47426), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:50.024252 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (192f3349-0165-437b-9892-a09d9ce47426), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:50.036576 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328c151d-71c4-470e-878c-4a3fa69dc9f4 x-openstack-request-id: req-328c151d-71c4-470e-878c-4a3fa69dc9f4 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:40:50.036971 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e33ad01-949f-43ca-afed-e3f37689abbd", "tag": "83da7a0c-cefe-4cff-8ce3-79f98f504517", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:40:50.037419 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-328c151d-71c4-470e-878c-4a3fa69dc9f4 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:40:50.037983 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'tag': '83da7a0c-cefe-4cff-8ce3-79f98f504517', 'status': 'completed', 'code': 200} Mar 07 15:40:50.059224 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=143f00a4056d403b8722fe4bd3893411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384262 Mar 07 15:40:50.062271 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35744) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:50.082645 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192f3349-0165-437b-9892-a09d9ce47426,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:50.089029 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-4a06fe79-7ea0-49c6-b1ff-5fefce117729 None None] Set router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:40:50.092918 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:50.093269 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:50.093942 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:50.094235 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:50.094561 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:50.094884 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:50.095210 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:50.095538 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:50.095863 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:50.096196 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:50.096501 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:50.096816 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:50.097135 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a7001-3a34-4340-9a04-a4c0e8ce687a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:40:50.116310 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e7e53-3da2-4e18-bffc-76492c485f59 req-eac5e297-1fa9-44df-b91c-b671cd02a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:50.118156 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9b2e7e53-3da2-4e18-bffc-76492c485f59 req-eac5e297-1fa9-44df-b91c-b671cd02a56e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=211a65fc7f30499aac00f697176c5768&device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 1130 time: 0.0553470 Mar 07 15:40:50.136667 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c9fe3e43-59b8-4503-a464-c7414e5b5b0d admin admin] Publish callbacks [] for security_group (192f3349-0165-437b-9892-a09d9ce47426), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:50.159402 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c9fe3e43-59b8-4503-a464-c7414e5b5b0d admin admin] Publish callbacks [] for security_group (192f3349-0165-437b-9892-a09d9ce47426), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:50.214308 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c9fe3e43-59b8-4503-a464-c7414e5b5b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (192f3349-0165-437b-9892-a09d9ce47426), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:50.218348 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c9fe3e43-59b8-4503-a464-c7414e5b5b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:50.219782 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-c9fe3e43-59b8-4503-a464-c7414e5b5b0d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/192f3349-0165-437b-9892-a09d9ce47426 HTTP/1.1" status: 204 len: 168 time: 0.1566136 Mar 07 15:40:50.226295 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e7e53-3da2-4e18-bffc-76492c485f59 req-caf27db8-8a18-40ab-b5a6-47e1d3e9f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:50.227900 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9b2e7e53-3da2-4e18-bffc-76492c485f59 req-caf27db8-8a18-40ab-b5a6-47e1d3e9f389 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef5a1544-269a-4c4c-9c66-971da639cc03 HTTP/1.1" status: 200 len: 910 time: 0.1040637 Mar 07 15:40:50.228557 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe3e43-59b8-4503-a464-c7414e5b5b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192f3349-0165-437b-9892-a09d9ce47426,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:50.316554 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9b2e7e53-3da2-4e18-bffc-76492c485f59 req-8880db2e-a0fe-4c64-9ccd-f85dc83b7c1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517 HTTP/1.1" status: 200 len: 1000 time: 0.0760212 Mar 07 15:40:50.368267 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e7e53-3da2-4e18-bffc-76492c485f59 req-77b52523-dd14-4be0-b983-073199f2f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:50.369765 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9b2e7e53-3da2-4e18-bffc-76492c485f59 req-77b52523-dd14-4be0-b983-073199f2f47e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f141ddb-325d-4047-b131-2b5bf66cb8ab HTTP/1.1" status: 200 len: 848 time: 0.0479360 Mar 07 15:40:50.422845 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e7e53-3da2-4e18-bffc-76492c485f59 req-ebdf2566-e654-4de3-99f5-fdde0fcf88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:50.424378 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9b2e7e53-3da2-4e18-bffc-76492c485f59 req-ebdf2566-e654-4de3-99f5-fdde0fcf88e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef5a1544-269a-4c4c-9c66-971da639cc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467830 Mar 07 15:40:50.446723 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-4a06fe79-7ea0-49c6-b1ff-5fefce117729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:01Z', 'updated_at': '2022-03-07T15:40:04Z', 'revision_number': 4, 'project_id': '211a65fc7f30499aac00f697176c5768', 'gw_port': {'id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:02Z', 'updated_at': '2022-03-07T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': 'e7bc324c-b826-4f90-abab-150a008f5307', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'port_id': '83da7a0c-cefe-4cff-8ce3-79f98f504517', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'mac_address': 'fa:16:3e:d9:38:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:40:49Z', 'updated_at': '2022-03-07T15:40:49Z', 'revision_number': 0, 'project_id': '211a65fc7f30499aac00f697176c5768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc84e4d-c322-4b55-894a-d3ede110ff16', 'name': '', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'mac_address': 'fa:16:3e:9c:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:03Z', 'updated_at': '2022-03-07T15:40:08Z', 'revision_number': 5, 'project_id': '211a65fc7f30499aac00f697176c5768', 'subnets': [{'id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:50.475152 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06fe79-7ea0-49c6-b1ff-5fefce117729 None None] Checking router: 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:40:50.484948 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06fe79-7ea0-49c6-b1ff-5fefce117729 None None] Routers {'38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:40:50.485575 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-4a06fe79-7ea0-49c6-b1ff-5fefce117729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:40:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:50.516768 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35750) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:50.521382 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9b2e7e53-3da2-4e18-bffc-76492c485f59 req-84594928-43b7-427f-8589-034121e33ff6 service neutron] 10.222.0.30 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904329 Mar 07 15:40:50.530587 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6b5b0cb2-d558-4678-a6ca-a8718d566704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:50.605072 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-4a06fe79-7ea0-49c6-b1ff-5fefce117729 None None] Set router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:40:50.608205 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6b5b0cb2-d558-4678-a6ca-a8718d566704 admin admin] Publish callbacks [] for security_group (69ea1d5c-d375-4aca-87bd-5da7f2468dfb), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:50.612789 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-6b5b0cb2-d558-4678-a6ca-a8718d566704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (69ea1d5c-d375-4aca-87bd-5da7f2468dfb), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:50.613124 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9b2e7e53-3da2-4e18-bffc-76492c485f59 req-48d60f52-2618-45be-affb-3092ce09fd08 service neutron] 10.222.0.30 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855761 Mar 07 15:40:50.669582 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b0cb2-d558-4678-a6ca-a8718d566704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ea1d5c-d375-4aca-87bd-5da7f2468dfb,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:50.676710 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-6b5b0cb2-d558-4678-a6ca-a8718d566704 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c48221272e54e02a7013101aa15c446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561544 Mar 07 15:40:50.681442 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35754) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:50.702286 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:50.721450 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fad83-7d51-4306-bdaa-4b92d3c0be53 req-25da2a77-6e3b-4374-a752-bb337ff69a6d tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:50.723039 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-050fad83-7d51-4306-bdaa-4b92d3c0be53 req-25da2a77-6e3b-4374-a752-bb337ff69a6d tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0699687 Mar 07 15:40:50.744972 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-19d05bae-dd4b-42f7-9a7e-7e8850d9b940 admin admin] Publish callbacks [] for security_group (69ea1d5c-d375-4aca-87bd-5da7f2468dfb), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:50.767657 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-19d05bae-dd4b-42f7-9a7e-7e8850d9b940 admin admin] Publish callbacks [] for security_group (69ea1d5c-d375-4aca-87bd-5da7f2468dfb), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:50.785638 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-050fad83-7d51-4306-bdaa-4b92d3c0be53 req-ba8bc39f-e6b2-478e-ac16-ab8ee2bd5468 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550511 Mar 07 15:40:50.819622 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-19d05bae-dd4b-42f7-9a7e-7e8850d9b940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (69ea1d5c-d375-4aca-87bd-5da7f2468dfb), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:50.822375 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-19d05bae-dd4b-42f7-9a7e-7e8850d9b940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:50.823520 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-19d05bae-dd4b-42f7-9a7e-7e8850d9b940 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69ea1d5c-d375-4aca-87bd-5da7f2468dfb HTTP/1.1" status: 204 len: 168 time: 0.1407578 Mar 07 15:40:50.831248 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d05bae-dd4b-42f7-9a7e-7e8850d9b940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ea1d5c-d375-4aca-87bd-5da7f2468dfb,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:50.851117 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-4a06fe79-7ea0-49c6-b1ff-5fefce117729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:01Z', 'updated_at': '2022-03-07T15:40:04Z', 'revision_number': 4, 'project_id': '211a65fc7f30499aac00f697176c5768', 'gw_port': {'id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:02Z', 'updated_at': '2022-03-07T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': 'e7bc324c-b826-4f90-abab-150a008f5307', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'port_id': '83da7a0c-cefe-4cff-8ce3-79f98f504517', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'mac_address': 'fa:16:3e:d9:38:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:40:49Z', 'updated_at': '2022-03-07T15:40:49Z', 'revision_number': 0, 'project_id': '211a65fc7f30499aac00f697176c5768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc84e4d-c322-4b55-894a-d3ede110ff16', 'name': '', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'mac_address': 'fa:16:3e:9c:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:03Z', 'updated_at': '2022-03-07T15:40:08Z', 'revision_number': 5, 'project_id': '211a65fc7f30499aac00f697176c5768', 'subnets': [{'id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:40:50.883983 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06fe79-7ea0-49c6-b1ff-5fefce117729 None None] The sync data for ids ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'] in dv-cinder-830538-7-iscsi is: [{'id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:01Z', 'updated_at': '2022-03-07T15:40:04Z', 'revision_number': 4, 'project_id': '211a65fc7f30499aac00f697176c5768', 'gw_port': {'id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:02Z', 'updated_at': '2022-03-07T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': 'e7bc324c-b826-4f90-abab-150a008f5307', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'port_id': '83da7a0c-cefe-4cff-8ce3-79f98f504517', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'mac_address': 'fa:16:3e:d9:38:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:40:49Z', 'updated_at': '2022-03-07T15:40:49Z', 'revision_number': 0, 'project_id': '211a65fc7f30499aac00f697176c5768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc84e4d-c322-4b55-894a-d3ede110ff16', 'name': '', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'mac_address': 'fa:16:3e:9c:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:03Z', 'updated_at': '2022-03-07T15:40:08Z', 'revision_number': 5, 'project_id': '211a65fc7f30499aac00f697176c5768', 'subnets': [{'id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:40:51.074296 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fde17f-5adb-48de-a6c0-7d7e70ded8b0 None None] New status for floating IP e7bc324c-b826-4f90-abab-150a008f5307: ACTIVE {{(pid=102972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:40:51.908038 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509c4bf-1ab6-4310-a08f-34783fdcc319 req-7e9f689e-da81-43e6-a209-525bfe1a8053 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:51.909520 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5509c4bf-1ab6-4310-a08f-34783fdcc319 req-7e9f689e-da81-43e6-a209-525bfe1a8053 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0523536 Mar 07 15:40:51.970821 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-5509c4bf-1ab6-4310-a08f-34783fdcc319 req-6cfcccff-df45-46b2-bb59-713a32b3ff59 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553334 Mar 07 15:40:52.016118 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:53.090662 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2d3a2-3a5d-41d8-9c6b-ff3e0c5740de req-26feca34-b43f-4bac-98f8-c3ed62874270 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:53.092217 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a9d2d3a2-3a5d-41d8-9c6b-ff3e0c5740de req-26feca34-b43f-4bac-98f8-c3ed62874270 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0530889 Mar 07 15:40:53.156095 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a9d2d3a2-3a5d-41d8-9c6b-ff3e0c5740de req-b727f736-757a-410a-ae8e-5f168081e604 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565877 Mar 07 15:40:54.282877 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efae44-6158-452e-850e-55d4798a7ae5 req-17b02b69-77ad-40fe-8f22-fc1b817b429a tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:40:54.284353 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-52efae44-6158-452e-850e-55d4798a7ae5 req-17b02b69-77ad-40fe-8f22-fc1b817b429a tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0627332 Mar 07 15:40:54.353684 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-52efae44-6158-452e-850e-55d4798a7ae5 req-07be4f64-5e3e-4c31-b252-6368da1e6821 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=801590f4-f663-44db-b9eb-2182eb54b27c&id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635781 Mar 07 15:40:55.681490 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35860) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:55.784111 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e123f1ac-e14f-4787-8869-d44a46899153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:55.862327 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e123f1ac-e14f-4787-8869-d44a46899153 admin admin] Publish callbacks [] for security_group (93e3dfa7-2421-4a8c-8f9a-b68e364e64d9), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:55.865998 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e123f1ac-e14f-4787-8869-d44a46899153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (93e3dfa7-2421-4a8c-8f9a-b68e364e64d9), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:55.901148 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123f1ac-e14f-4787-8869-d44a46899153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e3dfa7-2421-4a8c-8f9a-b68e364e64d9,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:55.905827 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-e123f1ac-e14f-4787-8869-d44a46899153 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=134ea2b839904b02abf4dd5cc0bbe04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230093 Mar 07 15:40:55.908586 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35864) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:55.954056 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-812df734-c622-49f1-948b-037224a59406 admin admin] Publish callbacks [] for security_group (93e3dfa7-2421-4a8c-8f9a-b68e364e64d9), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:55.974920 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-812df734-c622-49f1-948b-037224a59406 admin admin] Publish callbacks [] for security_group (93e3dfa7-2421-4a8c-8f9a-b68e364e64d9), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:56.021841 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-812df734-c622-49f1-948b-037224a59406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (93e3dfa7-2421-4a8c-8f9a-b68e364e64d9), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:56.024518 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-812df734-c622-49f1-948b-037224a59406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:56.025685 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-812df734-c622-49f1-948b-037224a59406 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93e3dfa7-2421-4a8c-8f9a-b68e364e64d9 HTTP/1.1" status: 204 len: 168 time: 0.1162984 Mar 07 15:40:56.033906 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812df734-c622-49f1-948b-037224a59406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e3dfa7-2421-4a8c-8f9a-b68e364e64d9,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:56.275006 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35870) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:56.288556 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0a94a610-cd65-4f2e-bf86-e25d0e5df17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:56.363169 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0a94a610-cd65-4f2e-bf86-e25d0e5df17b admin admin] Publish callbacks [] for security_group (f7096c81-dc61-4942-a994-3baa59717b2b), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:56.367057 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0a94a610-cd65-4f2e-bf86-e25d0e5df17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f7096c81-dc61-4942-a994-3baa59717b2b), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:56.407451 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-0a94a610-cd65-4f2e-bf86-e25d0e5df17b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0b69117a3b34317b049f76db0ecfcbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313939 Mar 07 15:40:56.408352 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94a610-cd65-4f2e-bf86-e25d0e5df17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7096c81-dc61-4942-a994-3baa59717b2b,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:56.410223 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35872) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:56.459708 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fa7f63c7-234e-4529-992e-ab7c66ff7d58 admin admin] Publish callbacks [] for security_group (f7096c81-dc61-4942-a994-3baa59717b2b), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:56.481349 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fa7f63c7-234e-4529-992e-ab7c66ff7d58 admin admin] Publish callbacks [] for security_group (f7096c81-dc61-4942-a994-3baa59717b2b), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:56.527403 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fa7f63c7-234e-4529-992e-ab7c66ff7d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (f7096c81-dc61-4942-a994-3baa59717b2b), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:56.529942 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fa7f63c7-234e-4529-992e-ab7c66ff7d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:56.531094 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-fa7f63c7-234e-4529-992e-ab7c66ff7d58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7096c81-dc61-4942-a994-3baa59717b2b HTTP/1.1" status: 204 len: 168 time: 0.1198678 Mar 07 15:40:56.538332 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f63c7-234e-4529-992e-ab7c66ff7d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7096c81-dc61-4942-a994-3baa59717b2b,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:56.834164 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35880) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:56.847275 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c3384275-96de-4425-b6f0-d906648f6f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:56.920036 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c3384275-96de-4425-b6f0-d906648f6f52 admin admin] Publish callbacks [] for security_group (2f79e1cd-9b70-477a-9ca4-337909b00d95), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:56.923649 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c3384275-96de-4425-b6f0-d906648f6f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (2f79e1cd-9b70-477a-9ca4-337909b00d95), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:56.961089 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-c3384275-96de-4425-b6f0-d906648f6f52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc69970136c04af493341c1b4c253883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258786 Mar 07 15:40:56.962165 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3384275-96de-4425-b6f0-d906648f6f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f79e1cd-9b70-477a-9ca4-337909b00d95,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:40:56.963772 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35882) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:40:57.012045 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a2ae0573-eb65-49c6-8fb0-483ffbbed309 admin admin] Publish callbacks [] for security_group (2f79e1cd-9b70-477a-9ca4-337909b00d95), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:57.032327 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a2ae0573-eb65-49c6-8fb0-483ffbbed309 admin admin] Publish callbacks [] for security_group (2f79e1cd-9b70-477a-9ca4-337909b00d95), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:57.077459 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a2ae0573-eb65-49c6-8fb0-483ffbbed309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (2f79e1cd-9b70-477a-9ca4-337909b00d95), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:57.080183 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a2ae0573-eb65-49c6-8fb0-483ffbbed309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:40:57.081304 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-a2ae0573-eb65-49c6-8fb0-483ffbbed309 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f79e1cd-9b70-477a-9ca4-337909b00d95 HTTP/1.1" status: 204 len: 168 time: 0.1165612 Mar 07 15:40:57.088799 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae0573-eb65-49c6-8fb0-483ffbbed309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f79e1cd-9b70-477a-9ca4-337909b00d95,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:05.350608 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 35968) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:05.450119 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d7763469-9aa2-4f56-a86d-7907afe2a947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:05.523814 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d7763469-9aa2-4f56-a86d-7907afe2a947 admin admin] Publish callbacks [] for security_group (6e9f9a71-16b0-41e9-8876-4a2ae2e28118), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:05.528233 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-d7763469-9aa2-4f56-a86d-7907afe2a947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (6e9f9a71-16b0-41e9-8876-4a2ae2e28118), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:05.571188 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-d7763469-9aa2-4f56-a86d-7907afe2a947 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6583ad716d834f4bad522204b2509911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194169 Mar 07 15:41:05.572119 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7763469-9aa2-4f56-a86d-7907afe2a947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9f9a71-16b0-41e9-8876-4a2ae2e28118,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:05.573913 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 35972) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:05.621158 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ca8b5495-b840-420b-8224-304d3a522b9c admin admin] Publish callbacks [] for security_group (6e9f9a71-16b0-41e9-8876-4a2ae2e28118), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:05.644690 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ca8b5495-b840-420b-8224-304d3a522b9c admin admin] Publish callbacks [] for security_group (6e9f9a71-16b0-41e9-8876-4a2ae2e28118), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:05.690282 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ca8b5495-b840-420b-8224-304d3a522b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (6e9f9a71-16b0-41e9-8876-4a2ae2e28118), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:05.692842 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ca8b5495-b840-420b-8224-304d3a522b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:05.693986 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-ca8b5495-b840-420b-8224-304d3a522b9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e9f9a71-16b0-41e9-8876-4a2ae2e28118 HTTP/1.1" status: 204 len: 168 time: 0.1190467 Mar 07 15:41:05.702571 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b5495-b840-420b-8224-304d3a522b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9f9a71-16b0-41e9-8876-4a2ae2e28118,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:06.706833 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36002) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:06.807620 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:06.880881 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Publish callbacks [] for security_group (69b9c754-881c-48cc-a4ce-dd25ab51a8e7), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:06.884502 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (69b9c754-881c-48cc-a4ce-dd25ab51a8e7), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:06.921987 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=519a9e6a5369426fa392a0e7fe72fa8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140725 Mar 07 15:41:06.923921 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b9c754-881c-48cc-a4ce-dd25ab51a8e7,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:06.924760 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36006) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:06.931359 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:41:06.931712 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:41:06.932059 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:41:06.932399 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:41:06.932737 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:41:06.933069 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:41:06.933402 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:41:06.933734 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:41:06.934094 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:41:06.934482 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:41:06.935326 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:41:06.935654 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:41:06.935981 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce3f19-217e-4dbb-8e97-4e147222f0e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:41:06.974848 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a80e523b-8a06-47b9-9972-d95881f7fc3f admin admin] Publish callbacks [] for security_group (69b9c754-881c-48cc-a4ce-dd25ab51a8e7), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:06.996317 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a80e523b-8a06-47b9-9972-d95881f7fc3f admin admin] Publish callbacks [] for security_group (69b9c754-881c-48cc-a4ce-dd25ab51a8e7), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:07.041562 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a80e523b-8a06-47b9-9972-d95881f7fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (69b9c754-881c-48cc-a4ce-dd25ab51a8e7), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:07.044818 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a80e523b-8a06-47b9-9972-d95881f7fc3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:07.045929 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-a80e523b-8a06-47b9-9972-d95881f7fc3f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69b9c754-881c-48cc-a4ce-dd25ab51a8e7 HTTP/1.1" status: 204 len: 168 time: 0.1201775 Mar 07 15:41:07.053112 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e523b-8a06-47b9-9972-d95881f7fc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b9c754-881c-48cc-a4ce-dd25ab51a8e7,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:14.081162 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-582d58e6-cff2-47f4-abbe-6f4257786576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:16.674136 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c4ece236-e3a6-4f6c-a166-ddbc81b7597f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:17.676710 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:19.019087 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:19.634294 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:41:20.696236 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:22.043082 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:24.419717 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-0a1c9560-d737-4016-a57f-5362111304eb tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843165121&fields=id&tenant_id=a83d62f069f544168c7dc36ad4f7b139 HTTP/1.1" status: 200 len: 267 time: 0.0434203 Mar 07 15:41:24.523803 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-ea0549cb-8658-4d1d-8c5f-603aee5feb89 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:24.525149 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-ea0549cb-8658-4d1d-8c5f-603aee5feb89 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 812 time: 0.0993676 Mar 07 15:41:24.539419 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-8932a48b-bdd5-4423-bc8f-d53883e1f7e9 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/quotas/a83d62f069f544168c7dc36ad4f7b139 HTTP/1.1" status: 200 len: 375 time: 0.0085075 Mar 07 15:41:24.596138 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-330997e8-c4fc-4aab-a7c6-1e0bbb7c5e71 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506976 Mar 07 15:41:24.691422 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-c9d890da-deac-4d62-80e8-cee1f3706dce service neutron] 10.222.0.26 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829604 Mar 07 15:41:24.784007 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-51924a6f-e281-4bca-8c2d-068ea168b3e1 service neutron] 10.222.0.26 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870292 Mar 07 15:41:25.060289 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-522c6851-d0e9-49b6-8893-271dcc0baf7c req-24cb973e-63bf-4556-94c0-8d0d6bd91a85 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 210 time: 0.0279694 Mar 07 15:41:25.979214 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-0d35cc2b-9992-4c44-9956-68830eae58c6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:25.981306 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-0d35cc2b-9992-4c44-9956-68830eae58c6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.30 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 812 time: 0.1053629 Mar 07 15:41:26.061641 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-5420ec2e-2603-4a85-b052-0ad11ad9ace4 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83d62f069f544168c7dc36ad4f7b139 HTTP/1.1" status: 200 len: 380 time: 0.0551858 Mar 07 15:41:26.070503 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-276a6192-ede2-4f6f-86d0-11703b5ac7c3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Request body: {'port': {'device_id': '92e35737-bd48-40f1-925a-d73642edaf8f', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'admin_state_up': True, 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'security_groups': ['376176cb-76fa-45c1-abb9-411e8e908e8d']}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:41:26.158241 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-6b544b08-8343-4c37-ac87-f45c325c2766 req-b5fc8315-a24f-41a4-a1d9-13f0966a4345 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 210 time: 0.0269785 Mar 07 15:41:26.181011 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-276a6192-ede2-4f6f-86d0-11703b5ac7c3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Made reservation on behalf of a83d62f069f544168c7dc36ad4f7b139 for: {'port': 1} {{(pid=102970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:41:26.184416 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-276a6192-ede2-4f6f-86d0-11703b5ac7c3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:26.305040 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-276a6192-ede2-4f6f-86d0-11703b5ac7c3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Allocated IP 172.20.0.4 (f6f86ee1-eb94-4c82-9c74-7df197ed1334/62da12ad-276e-4aaf-b6e0-ef8568f52ae1/4ff5a81a-da26-4fba-a8e2-3576c919494c) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:41:26.451131 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-276a6192-ede2-4f6f-86d0-11703b5ac7c3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:26.486280 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-276a6192-ede2-4f6f-86d0-11703b5ac7c3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:26.531652 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-276a6192-ede2-4f6f-86d0-11703b5ac7c3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Network f6f86ee1-eb94-4c82-9c74-7df197ed1334 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:41:26.534618 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-276a6192-ede2-4f6f-86d0-11703b5ac7c3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:41:26.538211 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-276a6192-ede2-4f6f-86d0-11703b5ac7c3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:41:26.545312 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a6192-ede2-4f6f-86d0-11703b5ac7c3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'Port': ['ID=4ff5a81a-da26-4fba-a8e2-3576c919494c,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:26.600198 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-276a6192-ede2-4f6f-86d0-11703b5ac7c3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:26.600827 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-276a6192-ede2-4f6f-86d0-11703b5ac7c3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:26.620529 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-276a6192-ede2-4f6f-86d0-11703b5ac7c3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5535731 Mar 07 15:41:26.632663 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.v2.base [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Request body: {'port': {'device_id': '92e35737-bd48-40f1-925a-d73642edaf8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=102970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:41:26.695800 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:26.794693 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-4eae3f0c-e830-49c0-893c-c2125c1d20f7 None None] Provisioning complete for port 4ff5a81a-da26-4fba-a8e2-3576c919494c triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:41:26.795305 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-4eae3f0c-e830-49c0-893c-c2125c1d20f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:26.827871 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-4eae3f0c-e830-49c0-893c-c2125c1d20f7 None None] Port 4ff5a81a-da26-4fba-a8e2-3576c919494c cannot update to ACTIVE because it is not bound. {{(pid=102972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:41:26.950307 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff5a81a-da26-4fba-a8e2-3576c919494c {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:41:26.957501 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Publish callbacks [] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:26.969872 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Transition to ACTIVE for port object 4ff5a81a-da26-4fba-a8e2-3576c919494c will not be triggered until provisioned by entity L2. {{(pid=102970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:41:26.973860 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:27.038201 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff5a81a-da26-4fba-a8e2-3576c919494c,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:27.090555 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Attempting to bind port 4ff5a81a-da26-4fba-a8e2-3576c919494c on host hv-cinder-83053 for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:41:27.091200 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Attempting to bind port 4ff5a81a-da26-4fba-a8e2-3576c919494c by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:41:27.091200 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Attempting to bind port 4ff5a81a-da26-4fba-a8e2-3576c919494c on network f6f86ee1-eb94-4c82-9c74-7df197ed1334 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:41:27.095840 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Port 4ff5a81a-da26-4fba-a8e2-3576c919494c on network f6f86ee1-eb94-4c82-9c74-7df197ed1334 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:41:27.096158 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Attempting to bind port 4ff5a81a-da26-4fba-a8e2-3576c919494c on network f6f86ee1-eb94-4c82-9c74-7df197ed1334 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:41:27.100902 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Checking agent: {'id': '26dde2fe-64be-43ca-a8cb-090f4ab55839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'started_at': datetime.datetime(2022, 3, 7, 15, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:41:27.101237 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Checking segment: {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:41:27.101617 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Bound using segment: {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:41:27.102071 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Bound port: 4ff5a81a-da26-4fba-a8e2-3576c919494c, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782c0629-62df-43ca-9257-24f2622c4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:41:27.102427 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:27.170864 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] For port 4ff5a81a-da26-4fba-a8e2-3576c919494c, host hv-cinder-83053, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:41:27.173920 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] For port 4ff5a81a-da26-4fba-a8e2-3576c919494c, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=4ff5a81a-da26-4fba-a8e2-3576c919494c,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:41:27.179814 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143114'] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:27.213332 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:27.214635 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:27.216591 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] 10.222.0.30 "PUT /v2.0/ports/4ff5a81a-da26-4fba-a8e2-3576c919494c HTTP/1.1" status: 200 len: 1093 time: 0.5881650 Mar 07 15:41:27.219344 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e35737-bd48-40f1-925a-d73642edaf8f', 'tag': '4ff5a81a-da26-4fba-a8e2-3576c919494c'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:41:27.222748 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2827dcf-11d9-4435-abe5-9c6a5d0e200a" -d '{"events": [{"name": "network-changed", "server_uuid": "92e35737-bd48-40f1-925a-d73642edaf8f", "tag": "4ff5a81a-da26-4fba-a8e2-3576c919494c"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:41:27.275262 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec15591c-551a-4e4f-a38b-bafedf38ed59 x-openstack-request-id: req-ec15591c-551a-4e4f-a38b-bafedf38ed59 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:41:27.275552 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e35737-bd48-40f1-925a-d73642edaf8f", "tag": "4ff5a81a-da26-4fba-a8e2-3576c919494c", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:41:27.275802 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec15591c-551a-4e4f-a38b-bafedf38ed59 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:41:27.276195 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e35737-bd48-40f1-925a-d73642edaf8f', 'tag': '4ff5a81a-da26-4fba-a8e2-3576c919494c', 'status': 'completed', 'code': 200} Mar 07 15:41:27.314435 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff6015-4e4d-4572-89fa-2f92b225d380 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff5a81a-da26-4fba-a8e2-3576c919494c,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:27.354570 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce8fa6-2b2b-4ee9-9a93-be42bacd280f req-3ceeacf5-646b-4f38-b397-275047306de1 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:27.356168 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8bce8fa6-2b2b-4ee9-9a93-be42bacd280f req-3ceeacf5-646b-4f38-b397-275047306de1 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 943 time: 0.1260743 Mar 07 15:41:27.362645 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-3fa1c627-33a8-4ea8-90ef-e341e48ae910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:27.364139 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-3fa1c627-33a8-4ea8-90ef-e341e48ae910 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 1127 time: 0.0824542 Mar 07 15:41:27.365716 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8c488f9d-395b-4bb4-bd25-c3a02581b194 req-1906edd6-7455-45f6-b69b-cf8625124c07 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476477 Mar 07 15:41:27.418950 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-91dc4eb9-ec99-40c2-b7fc-f28604944a64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff5a81a-da26-4fba-a8e2-3576c919494c HTTP/1.1" status: 200 len: 217 time: 0.0400999 Mar 07 15:41:27.446433 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c488f9d-395b-4bb4-bd25-c3a02581b194 req-434bbcdf-a842-4b28-ab65-126794d99bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:27.447942 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8c488f9d-395b-4bb4-bd25-c3a02581b194 req-434bbcdf-a842-4b28-ab65-126794d99bc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=946fec15659f4b1ab08bbb9fb8fe5d7f&device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 1168 time: 0.0511992 Mar 07 15:41:27.477441 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-8bce8fa6-2b2b-4ee9-9a93-be42bacd280f req-d6767096-ae03-421f-95b0-21233495b2e6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123366 Mar 07 15:41:27.488762 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-e01041ad-0cd1-4cca-966b-27d1a8d3edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:27.490266 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-e01041ad-0cd1-4cca-966b-27d1a8d3edd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62da12ad-276e-4aaf-b6e0-ef8568f52ae1 HTTP/1.1" status: 200 len: 851 time: 0.0611906 Mar 07 15:41:27.547142 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-49b134e5-9e3a-4755-b469-d1475be0073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:27.548771 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-49b134e5-9e3a-4755-b469-d1475be0073e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6f86ee1-eb94-4c82-9c74-7df197ed1334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521245 Mar 07 15:41:27.559895 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c488f9d-395b-4bb4-bd25-c3a02581b194 req-6e5669e6-f2ad-40b3-8330-69f9efe14a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:27.561329 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8c488f9d-395b-4bb4-bd25-c3a02581b194 req-6e5669e6-f2ad-40b3-8330-69f9efe14a74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6b9b580-689c-4c7f-94c0-c628036d2fb5 HTTP/1.1" status: 200 len: 915 time: 0.0866747 Mar 07 15:41:27.629159 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8c488f9d-395b-4bb4-bd25-c3a02581b194 req-a9246cc3-82e2-4331-a8e4-b8d07fe64461 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a87c43b1-abc4-492f-b7f6-87e3e364dda6 HTTP/1.1" status: 200 len: 1000 time: 0.0611916 Mar 07 15:41:27.647637 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-7847f8c7-96c9-4950-a479-e1a9ba698c07 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871062 Mar 07 15:41:27.676686 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c488f9d-395b-4bb4-bd25-c3a02581b194 req-0ab980e9-e435-4845-97e0-e7245443aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:27.678135 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8c488f9d-395b-4bb4-bd25-c3a02581b194 req-0ab980e9-e435-4845-97e0-e7245443aeca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1 HTTP/1.1" status: 200 len: 853 time: 0.0427585 Mar 07 15:41:27.727700 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c488f9d-395b-4bb4-bd25-c3a02581b194 req-d1309b56-5c78-41ce-a5d1-85d3c47b3d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:27.728811 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8c488f9d-395b-4bb4-bd25-c3a02581b194 req-d1309b56-5c78-41ce-a5d1-85d3c47b3d9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6b9b580-689c-4c7f-94c0-c628036d2fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438442 Mar 07 15:41:27.741697 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-1c19c522-9b37-4f9d-9edf-29bba658e4c2 req-42178690-f40c-46a9-9732-c855ed2121c3 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859373 Mar 07 15:41:27.826878 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8c488f9d-395b-4bb4-bd25-c3a02581b194 req-d1a89770-27aa-401b-882e-53fb39a88882 service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868275 Mar 07 15:41:27.830948 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2827dcf-11d9-4435-abe5-9c6a5d0e200a req-9dc617f4-6af4-4f5a-abc0-61a5ecddcbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:27.832430 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d2827dcf-11d9-4435-abe5-9c6a5d0e200a req-9dc617f4-6af4-4f5a-abc0-61a5ecddcbf1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 1127 time: 0.0451903 Mar 07 15:41:27.928636 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2827dcf-11d9-4435-abe5-9c6a5d0e200a req-6d92e2b3-418f-4906-a923-53019d75d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:27.929824 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-8c488f9d-395b-4bb4-bd25-c3a02581b194 req-e5f8e0de-1a46-4a8a-829c-137ce062415d service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858879 Mar 07 15:41:27.930016 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d2827dcf-11d9-4435-abe5-9c6a5d0e200a req-6d92e2b3-418f-4906-a923-53019d75d0b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 913 time: 0.0858810 Mar 07 15:41:27.984966 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d2827dcf-11d9-4435-abe5-9c6a5d0e200a req-d31d9885-b886-4470-9a89-a6258fdd7d43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff5a81a-da26-4fba-a8e2-3576c919494c HTTP/1.1" status: 200 len: 217 time: 0.0411921 Mar 07 15:41:28.035357 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2827dcf-11d9-4435-abe5-9c6a5d0e200a req-d5f31bd9-62ce-4812-8955-1327e5534b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:28.036803 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d2827dcf-11d9-4435-abe5-9c6a5d0e200a req-d5f31bd9-62ce-4812-8955-1327e5534b16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62da12ad-276e-4aaf-b6e0-ef8568f52ae1 HTTP/1.1" status: 200 len: 851 time: 0.0433538 Mar 07 15:41:28.088692 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2827dcf-11d9-4435-abe5-9c6a5d0e200a req-882829f3-1b41-47e4-97e3-507edf9cf30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:28.090223 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d2827dcf-11d9-4435-abe5-9c6a5d0e200a req-882829f3-1b41-47e4-97e3-507edf9cf30b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6f86ee1-eb94-4c82-9c74-7df197ed1334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436311 Mar 07 15:41:28.441054 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d2827dcf-11d9-4435-abe5-9c6a5d0e200a req-25f6c47c-41e2-408f-b865-cf90db131db0 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406193 Mar 07 15:41:28.526952 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d2827dcf-11d9-4435-abe5-9c6a5d0e200a req-52be628c-5626-4386-a978-12c4a43969f8 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796573 Mar 07 15:41:28.607436 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22585fa8-5279-40ad-9ec9-f54c46a32767 req-051f1d65-28a6-49e7-b1de-7bf1298aa793 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:28.608801 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-22585fa8-5279-40ad-9ec9-f54c46a32767 req-051f1d65-28a6-49e7-b1de-7bf1298aa793 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 943 time: 0.0550613 Mar 07 15:41:28.655702 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-22585fa8-5279-40ad-9ec9-f54c46a32767 req-ec5ffb23-2127-4d69-9c6f-f11b98dc7953 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Mar 07 15:41:29.772908 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8551c6-9e96-4ef1-8240-9d938853453e req-b4cf74b2-668f-448c-9e95-6f6f1763af1b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:29.774372 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2d8551c6-9e96-4ef1-8240-9d938853453e req-b4cf74b2-668f-448c-9e95-6f6f1763af1b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 943 time: 0.0541475 Mar 07 15:41:29.820934 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2d8551c6-9e96-4ef1-8240-9d938853453e req-531085ca-4eca-4dc7-b8cf-6718cbdf08ef tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405989 Mar 07 15:41:30.933598 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460522a-af3d-40a0-987e-5fb060b15576 req-04ddf40e-ab48-4936-b655-b9c11f605854 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:30.935074 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9460522a-af3d-40a0-987e-5fb060b15576 req-04ddf40e-ab48-4936-b655-b9c11f605854 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 943 time: 0.0511916 Mar 07 15:41:30.982189 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9460522a-af3d-40a0-987e-5fb060b15576 req-40386a02-09d4-4ff4-a328-d223bf9e37e2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416579 Mar 07 15:41:32.097017 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54e20a-872f-4690-8599-aba378b5647a req-213af490-2041-46a6-8b2d-54f609dc4031 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:32.098497 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9d54e20a-872f-4690-8599-aba378b5647a req-213af490-2041-46a6-8b2d-54f609dc4031 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 943 time: 0.0516517 Mar 07 15:41:32.145929 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9d54e20a-872f-4690-8599-aba378b5647a req-1d2c3b57-99ec-42b3-b99d-114d4426c7a7 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419891 Mar 07 15:41:33.145551 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4bac247b-b17f-4d49-8715-f04c7cb8ad38 req-a994f2d3-6789-4315-bb8c-1c4542ba2209 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463860591&fields=id&tenant_id=946fec15659f4b1ab08bbb9fb8fe5d7f HTTP/1.1" status: 200 len: 267 time: 0.0425038 Mar 07 15:41:33.207662 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac247b-b17f-4d49-8715-f04c7cb8ad38 req-f661cc35-d315-4fdd-aeca-0d445bb5aeab tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:33.209145 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4bac247b-b17f-4d49-8715-f04c7cb8ad38 req-f661cc35-d315-4fdd-aeca-0d445bb5aeab tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 984 time: 0.0583529 Mar 07 15:41:33.219840 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [req-4bac247b-b17f-4d49-8715-f04c7cb8ad38 req-8e0a1fe6-f2df-4588-917a-e1fd765cb84d tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Request body: {'port': {'security_groups': ['e2d71b34-b7df-4cd6-846c-e24f16b18173']}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:41:33.265139 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c37dfc-6d78-42bc-8745-37d9c29ee1b9 req-abaf5ab7-f49e-404f-ad36-e1636648bc28 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:33.266729 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a2c37dfc-6d78-42bc-8745-37d9c29ee1b9 req-abaf5ab7-f49e-404f-ad36-e1636648bc28 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 943 time: 0.0532727 Mar 07 15:41:33.293005 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-4bac247b-b17f-4d49-8715-f04c7cb8ad38 req-8e0a1fe6-f2df-4588-917a-e1fd765cb84d tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:33.319888 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-a2c37dfc-6d78-42bc-8745-37d9c29ee1b9 req-67fbea5c-9091-477e-8d1b-5d55bb35bfc7 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473239 Mar 07 15:41:33.466551 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [req-4bac247b-b17f-4d49-8715-f04c7cb8ad38 req-8e0a1fe6-f2df-4588-917a-e1fd765cb84d tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] For port a87c43b1-abc4-492f-b7f6-87e3e364dda6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a87c43b1-abc4-492f-b7f6-87e3e364dda6,segment=NetworkSegment(9183b860-956d-4698-ae97-754ce101fb05),segment_id=9183b860-956d-4698-ae97-754ce101fb05)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:41:33.494354 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-4bac247b-b17f-4d49-8715-f04c7cb8ad38 req-8e0a1fe6-f2df-4588-917a-e1fd765cb84d tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:33.498456 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-4bac247b-b17f-4d49-8715-f04c7cb8ad38 req-8e0a1fe6-f2df-4588-917a-e1fd765cb84d tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7627396'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:33.509710 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['a87c43b1-abc4-492f-b7f6-87e3e364dda6'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:41:33.541483 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac247b-b17f-4d49-8715-f04c7cb8ad38 req-8e0a1fe6-f2df-4588-917a-e1fd765cb84d tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:33.542120 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [req-4bac247b-b17f-4d49-8715-f04c7cb8ad38 req-8e0a1fe6-f2df-4588-917a-e1fd765cb84d tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:33.543537 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-4bac247b-b17f-4d49-8715-f04c7cb8ad38 req-8e0a1fe6-f2df-4588-917a-e1fd765cb84d tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "PUT /v2.0/ports/a87c43b1-abc4-492f-b7f6-87e3e364dda6 HTTP/1.1" status: 200 len: 942 time: 0.3284459 Mar 07 15:41:33.543987 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'tag': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:41:33.546424 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cd3342-716b-44d7-8fe6-c32e6c7b0250" -d '{"events": [{"name": "network-changed", "server_uuid": "511c2e7b-f18e-43fb-ae09-a356c335a7f3", "tag": "a87c43b1-abc4-492f-b7f6-87e3e364dda6"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:41:33.553139 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36096) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:33.581440 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a1fe6-f2df-4588-917a-e1fd765cb84d tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Pushing event updated for resources: {'Port': ['ID=a87c43b1-abc4-492f-b7f6-87e3e364dda6,revision_number=7']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:33.600473 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0393ad09-fb14-4a7c-a334-fafc118a392d x-openstack-request-id: req-0393ad09-fb14-4a7c-a334-fafc118a392d {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:41:33.601021 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511c2e7b-f18e-43fb-ae09-a356c335a7f3", "tag": "a87c43b1-abc4-492f-b7f6-87e3e364dda6", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:41:33.601513 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0393ad09-fb14-4a7c-a334-fafc118a392d {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:41:33.602048 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'tag': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6', 'status': 'completed', 'code': 200} Mar 07 15:41:33.640474 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6eb3755e-764f-4444-b45f-2f7acc70bf8b tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group (801590f4-f663-44db-b9eb-2182eb54b27c), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:33.650005 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['a87c43b1-abc4-492f-b7f6-87e3e364dda6'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:41:33.684932 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6eb3755e-764f-4444-b45f-2f7acc70bf8b tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group (801590f4-f663-44db-b9eb-2182eb54b27c), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:33.725576 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd3342-716b-44d7-8fe6-c32e6c7b0250 req-f1583e65-ede1-4bf8-8ded-ac5bea18a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:33.727114 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-64cd3342-716b-44d7-8fe6-c32e6c7b0250 req-f1583e65-ede1-4bf8-8ded-ac5bea18a904 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=946fec15659f4b1ab08bbb9fb8fe5d7f&device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 1129 time: 0.1001003 Mar 07 15:41:33.816050 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6eb3755e-764f-4444-b45f-2f7acc70bf8b tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (801590f4-f663-44db-b9eb-2182eb54b27c), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:33.818681 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6eb3755e-764f-4444-b45f-2f7acc70bf8b tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:33.819854 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-6eb3755e-764f-4444-b45f-2f7acc70bf8b tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "DELETE /v2.0/security-groups/801590f4-f663-44db-b9eb-2182eb54b27c HTTP/1.1" status: 204 len: 168 time: 0.2657444 Mar 07 15:41:33.822804 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36098) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:33.841417 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd3342-716b-44d7-8fe6-c32e6c7b0250 req-caf25cd7-454b-4856-8904-f0c2eb9bf104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:33.842843 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-64cd3342-716b-44d7-8fe6-c32e6c7b0250 req-caf25cd7-454b-4856-8904-f0c2eb9bf104 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6b9b580-689c-4c7f-94c0-c628036d2fb5 HTTP/1.1" status: 200 len: 915 time: 0.1072721 Mar 07 15:41:33.843775 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3755e-764f-4444-b45f-2f7acc70bf8b tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801590f4-f663-44db-b9eb-2182eb54b27c,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:33.870531 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-b2203555-d9bc-438f-b722-41c172cd9dca None None] Provisioning complete for port a87c43b1-abc4-492f-b7f6-87e3e364dda6 triggered by entity DHCP. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:41:33.870953 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b2203555-d9bc-438f-b722-41c172cd9dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:33.916843 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-64cd3342-716b-44d7-8fe6-c32e6c7b0250 req-a4778faa-9eb8-41f3-bb81-4b63617ebc57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a87c43b1-abc4-492f-b7f6-87e3e364dda6 HTTP/1.1" status: 200 len: 1000 time: 0.0670695 Mar 07 15:41:33.950399 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-b2203555-d9bc-438f-b722-41c172cd9dca None None] Current status of the port a87c43b1-abc4-492f-b7f6-87e3e364dda6 is: ACTIVE; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:41:33.971423 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd3342-716b-44d7-8fe6-c32e6c7b0250 req-dffdfec1-3842-4d44-8b73-ca0ab12096a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:33.972915 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-64cd3342-716b-44d7-8fe6-c32e6c7b0250 req-dffdfec1-3842-4d44-8b73-ca0ab12096a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1 HTTP/1.1" status: 200 len: 853 time: 0.0497155 Mar 07 15:41:33.986722 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-633ebbe4-8926-4958-8306-526da4b9b1f2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Deleting port 09fe9dba-9737-4655-87e5-a50c1cfd4162 {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:41:33.987069 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-633ebbe4-8926-4958-8306-526da4b9b1f2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (09fe9dba-9737-4655-87e5-a50c1cfd4162), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:34.022331 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd3342-716b-44d7-8fe6-c32e6c7b0250 req-8d2ca9cc-9bb5-4107-9c5f-1a9c4ecabc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:34.023851 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-64cd3342-716b-44d7-8fe6-c32e6c7b0250 req-8d2ca9cc-9bb5-4107-9c5f-1a9c4ecabc7f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6b9b580-689c-4c7f-94c0-c628036d2fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446281 Mar 07 15:41:34.060957 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-633ebbe4-8926-4958-8306-526da4b9b1f2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (09fe9dba-9737-4655-87e5-a50c1cfd4162), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:34.061284 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-633ebbe4-8926-4958-8306-526da4b9b1f2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for floatingip (09fe9dba-9737-4655-87e5-a50c1cfd4162), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:34.073265 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-633ebbe4-8926-4958-8306-526da4b9b1f2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Calling delete_port for 09fe9dba-9737-4655-87e5-a50c1cfd4162 owned by network:floatingip {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:41:34.116434 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-64cd3342-716b-44d7-8fe6-c32e6c7b0250 req-eb45480e-fa03-4a08-a599-25cb5c776448 service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857828 Mar 07 15:41:34.205879 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-64cd3342-716b-44d7-8fe6-c32e6c7b0250 req-ce624b22-cf9d-4de0-b6db-a0cc39e834f8 service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828531 Mar 07 15:41:34.244186 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-633ebbe4-8926-4958-8306-526da4b9b1f2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (09fe9dba-9737-4655-87e5-a50c1cfd4162), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:34.274535 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ebbe4-8926-4958-8306-526da4b9b1f2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Pushing event deleted for resources: {'Port': ['ID=09fe9dba-9737-4655-87e5-a50c1cfd4162,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:34.333809 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-633ebbe4-8926-4958-8306-526da4b9b1f2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks [] for floatingip (84de5357-0792-4416-bf6d-7932893200f5), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:34.334192 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.l3_db [None req-633ebbe4-8926-4958-8306-526da4b9b1f2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Floating IP 84de5357-0792-4416-bf6d-7932893200f5 disassociated (deleted). External IP: 172.27.3.80, port: a87c43b1-abc4-492f-b7f6-87e3e364dda6. Mar 07 15:41:34.477980 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f93475-760d-435e-b6d8-27d2fa286a6a req-a6b8fdb2-4aba-4e81-903d-db65e858837e tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:34.479382 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-40f93475-760d-435e-b6d8-27d2fa286a6a req-a6b8fdb2-4aba-4e81-903d-db65e858837e tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 943 time: 0.0942261 Mar 07 15:41:34.595157 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-40f93475-760d-435e-b6d8-27d2fa286a6a req-8f8579d5-d522-4d28-8037-aa4074f05f77 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823636 Mar 07 15:41:34.620972 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633ebbe4-8926-4958-8306-526da4b9b1f2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:41:34.731966 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633ebbe4-8926-4958-8306-526da4b9b1f2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:41:34.736317 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-633ebbe4-8926-4958-8306-526da4b9b1f2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:34.742793 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0766ccfb-e92b-4726-a898-c5efa5052318 None None] Sync routers for ids ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:41:34.752240 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0766ccfb-e92b-4726-a898-c5efa5052318 None None] Routers {'19ec4d66-f090-4be2-bc1c-872ac2b264d2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:41:34.752841 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-0766ccfb-e92b-4726-a898-c5efa5052318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:41:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:34.765462 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-633ebbe4-8926-4958-8306-526da4b9b1f2 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "DELETE /v2.0/floatingips/84de5357-0792-4416-bf6d-7932893200f5 HTTP/1.1" status: 204 len: 168 time: 0.9415653 Mar 07 15:41:34.859871 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-0766ccfb-e92b-4726-a898-c5efa5052318 None None] Set router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:41:35.060780 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-0766ccfb-e92b-4726-a898-c5efa5052318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:03Z', 'revision_number': 4, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'gw_port': {'id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '84bb4a6b-0f9a-4275-bf13-7e7602086307', 'name': '', 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'mac_address': 'fa:16:3e:59:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:02Z', 'updated_at': '2022-03-07T15:39:07Z', 'revision_number': 5, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'subnets': [{'id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:35.086839 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0766ccfb-e92b-4726-a898-c5efa5052318 None None] Checking router: 19ec4d66-f090-4be2-bc1c-872ac2b264d2 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:41:35.095258 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0766ccfb-e92b-4726-a898-c5efa5052318 None None] Routers {'19ec4d66-f090-4be2-bc1c-872ac2b264d2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:41:35.095858 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-0766ccfb-e92b-4726-a898-c5efa5052318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:41:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:35.202359 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-0766ccfb-e92b-4726-a898-c5efa5052318 None None] Set router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:41:35.496615 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-0766ccfb-e92b-4726-a898-c5efa5052318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:03Z', 'revision_number': 4, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'gw_port': {'id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '84bb4a6b-0f9a-4275-bf13-7e7602086307', 'name': '', 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'mac_address': 'fa:16:3e:59:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:02Z', 'updated_at': '2022-03-07T15:39:07Z', 'revision_number': 5, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'subnets': [{'id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:35.522032 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0766ccfb-e92b-4726-a898-c5efa5052318 None None] The sync data for ids ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'] in dv-cinder-830538-7-iscsi is: [{'id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:03Z', 'revision_number': 4, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'gw_port': {'id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '84bb4a6b-0f9a-4275-bf13-7e7602086307', 'name': '', 'network_id': 'f6b9b580-689c-4c7f-94c0-c628036d2fb5', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'mac_address': 'fa:16:3e:59:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:02Z', 'updated_at': '2022-03-07T15:39:07Z', 'revision_number': 5, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'subnets': [{'id': 'ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:41:35.603179 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'tag': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:41:35.606214 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87146648-7293-456c-a58e-ae6d2a712c77" -d '{"events": [{"name": "network-changed", "server_uuid": "511c2e7b-f18e-43fb-ae09-a356c335a7f3", "tag": "a87c43b1-abc4-492f-b7f6-87e3e364dda6"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:41:35.642966 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51c85e8-e870-47a3-b4bd-b419f9ca986c x-openstack-request-id: req-f51c85e8-e870-47a3-b4bd-b419f9ca986c {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:41:35.643260 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511c2e7b-f18e-43fb-ae09-a356c335a7f3", "tag": "a87c43b1-abc4-492f-b7f6-87e3e364dda6", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:41:35.643702 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f51c85e8-e870-47a3-b4bd-b419f9ca986c {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:41:35.644151 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'tag': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6', 'status': 'completed', 'code': 200} Mar 07 15:41:35.715425 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87146648-7293-456c-a58e-ae6d2a712c77 req-bf4ff261-5483-4523-b556-1158ae1768b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:35.717039 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-87146648-7293-456c-a58e-ae6d2a712c77 req-bf4ff261-5483-4523-b556-1158ae1768b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=946fec15659f4b1ab08bbb9fb8fe5d7f&device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 1129 time: 0.0533373 Mar 07 15:41:35.727944 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b3dcd-0946-4321-8797-18fcc13ec928 req-4906fcb2-fb83-4b47-b1b8-5d699b167672 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:35.729640 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ea5b3dcd-0946-4321-8797-18fcc13ec928 req-4906fcb2-fb83-4b47-b1b8-5d699b167672 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 943 time: 0.0584288 Mar 07 15:41:35.786006 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-ea5b3dcd-0946-4321-8797-18fcc13ec928 req-675e20bb-174a-4717-ad28-89c8bdc4fd44 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497448 Mar 07 15:41:35.789091 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8a4b6-0ba3-4fdf-b975-223c0f367ac9 None None] New status for floating IP 84de5357-0792-4416-bf6d-7932893200f5: DOWN {{(pid=102972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:41:35.816903 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87146648-7293-456c-a58e-ae6d2a712c77 req-e4cd1473-b4e6-4715-87e7-c718ea770300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:35.818503 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-87146648-7293-456c-a58e-ae6d2a712c77 req-e4cd1473-b4e6-4715-87e7-c718ea770300 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6b9b580-689c-4c7f-94c0-c628036d2fb5 HTTP/1.1" status: 200 len: 915 time: 0.0961332 Mar 07 15:41:35.860353 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-87146648-7293-456c-a58e-ae6d2a712c77 req-4fa4311b-abbe-4299-977a-ca7ddac8d735 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a87c43b1-abc4-492f-b7f6-87e3e364dda6 HTTP/1.1" status: 200 len: 217 time: 0.0363517 Mar 07 15:41:35.912353 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87146648-7293-456c-a58e-ae6d2a712c77 req-98804c06-a847-4732-bfa8-23e2a91eaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:35.913835 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-87146648-7293-456c-a58e-ae6d2a712c77 req-98804c06-a847-4732-bfa8-23e2a91eaedd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1 HTTP/1.1" status: 200 len: 853 time: 0.0485044 Mar 07 15:41:35.961180 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87146648-7293-456c-a58e-ae6d2a712c77 req-83f013a5-51a2-4740-9e36-4229375329c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:35.962701 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-87146648-7293-456c-a58e-ae6d2a712c77 req-83f013a5-51a2-4740-9e36-4229375329c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6b9b580-689c-4c7f-94c0-c628036d2fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428791 Mar 07 15:41:36.052834 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-87146648-7293-456c-a58e-ae6d2a712c77 req-342f57ac-f75e-4b77-b87d-9dacf61fbfb5 service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836713 Mar 07 15:41:36.149300 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-87146648-7293-456c-a58e-ae6d2a712c77 req-c02a6cd6-6e1c-48f4-bb69-50bd5ce25336 service neutron] 10.222.0.30 "GET /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912507 Mar 07 15:41:36.660920 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 4ff5a81a-da26-4fba-a8e2-3576c919494c details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:41:36.760037 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 4ff5a81a-da26-4fba-a8e2-3576c919494c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=4ff5a81a-da26-4fba-a8e2-3576c919494c,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:41:36.769912 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': '4ff5a81a-da26-4fba-a8e2-3576c919494c', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'port_id': '4ff5a81a-da26-4fba-a8e2-3576c919494c', 'mac_address': 'fa:16:3e:4a:43:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:41:36.805681 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 4ff5a81a-da26-4fba-a8e2-3576c919494c is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:41:36.806318 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:36.819168 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff5a81a-da26-4fba-a8e2-3576c919494c {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:41:36.839376 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 4ff5a81a-da26-4fba-a8e2-3576c919494c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=4ff5a81a-da26-4fba-a8e2-3576c919494c,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:41:36.843875 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:36.890637 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=4ff5a81a-da26-4fba-a8e2-3576c919494c,revision_number=4']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:36.912733 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34f0de-6e1e-45cf-bae7-74138b98b44a req-2e16dc9c-17af-4be0-977a-27bebbaad3a3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:36.914158 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ee34f0de-6e1e-45cf-bae7-74138b98b44a req-2e16dc9c-17af-4be0-977a-27bebbaad3a3 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 944 time: 0.0565565 Mar 07 15:41:36.962164 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ee34f0de-6e1e-45cf-bae7-74138b98b44a req-e0462dea-0d9e-49d3-9c01-b88fe546c838 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419686 Mar 07 15:41:37.071260 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['4ff5a81a-da26-4fba-a8e2-3576c919494c'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:41:37.470076 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66b22d-314b-4d1b-b213-a3de1523d87f req-b11d128b-4c42-404f-8f4b-c0966172f22a tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:37.471532 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0c66b22d-314b-4d1b-b213-a3de1523d87f req-b11d128b-4c42-404f-8f4b-c0966172f22a tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 945 time: 0.0557883 Mar 07 15:41:37.515998 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-0c66b22d-314b-4d1b-b213-a3de1523d87f req-2a14ebba-2149-4527-8da1-a463f18086d7 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389020 Mar 07 15:41:38.082663 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9a47f-455d-4573-b787-e33de9cd1e46 req-e1684d84-9572-4439-b82e-8db5621d1aa8 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:38.084180 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2be9a47f-455d-4573-b787-e33de9cd1e46 req-e1684d84-9572-4439-b82e-8db5621d1aa8 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 944 time: 0.0558717 Mar 07 15:41:38.130937 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2be9a47f-455d-4573-b787-e33de9cd1e46 req-8452742b-32c0-4e30-8d03-9745d548a61f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413525 Mar 07 15:41:38.628998 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69e547-ac5a-4f8b-af5d-84f4ddd0c4b5 req-8965f42e-66c2-46c8-9f69-d3001dff71de tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:38.630391 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fb69e547-ac5a-4f8b-af5d-84f4ddd0c4b5 req-8965f42e-66c2-46c8-9f69-d3001dff71de tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 945 time: 0.0509057 Mar 07 15:41:38.673782 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 4ff5a81a-da26-4fba-a8e2-3576c919494c up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:41:38.677866 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-fb69e547-ac5a-4f8b-af5d-84f4ddd0c4b5 req-89e79a4f-6027-4569-9122-c9577f08a697 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413902 Mar 07 15:41:38.724251 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning for port 4ff5a81a-da26-4fba-a8e2-3576c919494c completed by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:41:38.727962 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port 4ff5a81a-da26-4fba-a8e2-3576c919494c triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:41:38.728315 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:38.801808 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 4ff5a81a-da26-4fba-a8e2-3576c919494c is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:41:38.802432 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:38.825637 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e35737-bd48-40f1-925a-d73642edaf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff5a81a-da26-4fba-a8e2-3576c919494c'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:41:38.827883 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0317a69a-8f10-49cf-927f-ef475d26bed4" -d '{"events": [{"server_uuid": "92e35737-bd48-40f1-925a-d73642edaf8f", "name": "network-vif-plugged", "status": "completed", "tag": "4ff5a81a-da26-4fba-a8e2-3576c919494c"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:41:38.840932 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 4ff5a81a-da26-4fba-a8e2-3576c919494c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=4ff5a81a-da26-4fba-a8e2-3576c919494c,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:41:38.844661 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:38.872607 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e98489-9c1f-458a-ad56-604743644d32 x-openstack-request-id: req-89e98489-9c1f-458a-ad56-604743644d32 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:41:38.872904 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e35737-bd48-40f1-925a-d73642edaf8f", "name": "network-vif-plugged", "status": "completed", "tag": "4ff5a81a-da26-4fba-a8e2-3576c919494c", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:41:38.873232 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89e98489-9c1f-458a-ad56-604743644d32 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:41:38.873618 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e35737-bd48-40f1-925a-d73642edaf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff5a81a-da26-4fba-a8e2-3576c919494c', 'code': 200} Mar 07 15:41:38.899193 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=4ff5a81a-da26-4fba-a8e2-3576c919494c,revision_number=5']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:39.102423 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26f628-93ee-4a32-bf42-249750874919 req-3fea40ca-7ec7-4f4b-84aa-a06ea0adfb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:39.103948 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-bb26f628-93ee-4a32-bf42-249750874919 req-3fea40ca-7ec7-4f4b-84aa-a06ea0adfb61 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 1129 time: 0.0426815 Mar 07 15:41:39.157173 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-bb26f628-93ee-4a32-bf42-249750874919 req-df592994-02f0-49bd-89fe-1b071455b4d5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463877 Mar 07 15:41:39.244266 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fd59c-4ffe-46b6-86e4-8c9fb03f5e64 req-a855087d-f954-4284-b68e-9f23bcf4b326 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:39.246344 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c58fd59c-4ffe-46b6-86e4-8c9fb03f5e64 req-a855087d-f954-4284-b68e-9f23bcf4b326 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 945 time: 0.0516293 Mar 07 15:41:39.296168 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-c58fd59c-4ffe-46b6-86e4-8c9fb03f5e64 req-28810d3d-f376-4a25-bb05-fd79dc40c61c tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431559 Mar 07 15:41:39.435205 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab1d02-aa7c-4a3b-91c9-de8a938ff571 req-c29d8787-49d0-4b56-962c-4033ec4c8714 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:39.436592 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-57ab1d02-aa7c-4a3b-91c9-de8a938ff571 req-c29d8787-49d0-4b56-962c-4033ec4c8714 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.30 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 945 time: 0.0535038 Mar 07 15:41:39.537027 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-57ab1d02-aa7c-4a3b-91c9-de8a938ff571 req-0b59a2b1-3b05-40d3-bcf4-5683994ff623 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Deleting port a87c43b1-abc4-492f-b7f6-87e3e364dda6 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:41:39.537369 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-57ab1d02-aa7c-4a3b-91c9-de8a938ff571 req-0b59a2b1-3b05-40d3-bcf4-5683994ff623 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:39.623573 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-57ab1d02-aa7c-4a3b-91c9-de8a938ff571 req-0b59a2b1-3b05-40d3-bcf4-5683994ff623 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] For port a87c43b1-abc4-492f-b7f6-87e3e364dda6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a87c43b1-abc4-492f-b7f6-87e3e364dda6,segment=NetworkSegment(9183b860-956d-4698-ae97-754ce101fb05),segment_id=9183b860-956d-4698-ae97-754ce101fb05)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:41:39.623968 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-57ab1d02-aa7c-4a3b-91c9-de8a938ff571 req-0b59a2b1-3b05-40d3-bcf4-5683994ff623 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:39.635489 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-57ab1d02-aa7c-4a3b-91c9-de8a938ff571 req-0b59a2b1-3b05-40d3-bcf4-5683994ff623 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Calling delete_port for a87c43b1-abc4-492f-b7f6-87e3e364dda6 owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:41:39.764870 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-57ab1d02-aa7c-4a3b-91c9-de8a938ff571 req-0b59a2b1-3b05-40d3-bcf4-5683994ff623 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (a87c43b1-abc4-492f-b7f6-87e3e364dda6), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:39.775960 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['a87c43b1-abc4-492f-b7f6-87e3e364dda6'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:41:39.794969 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59a2b1-3b05-40d3-bcf4-5683994ff623 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Pushing event deleted for resources: {'Port': ['ID=a87c43b1-abc4-492f-b7f6-87e3e364dda6,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:39.801497 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d0f70-cd55-44e2-9b3e-51fd4e5150c9 req-831e6e36-c57d-491c-bda6-319102b6fd5d tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:39.812173 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d07d0f70-cd55-44e2-9b3e-51fd4e5150c9 req-831e6e36-c57d-491c-bda6-319102b6fd5d tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/ports?device_id=511c2e7b-f18e-43fb-ae09-a356c335a7f3 HTTP/1.1" status: 200 len: 867 time: 0.0657558 Mar 07 15:41:39.845960 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ab1d02-aa7c-4a3b-91c9-de8a938ff571 req-0b59a2b1-3b05-40d3-bcf4-5683994ff623 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] No DVR routers for this DVR port a87c43b1-abc4-492f-b7f6-87e3e364dda6 on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:41:39.848444 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-57ab1d02-aa7c-4a3b-91c9-de8a938ff571 req-0b59a2b1-3b05-40d3-bcf4-5683994ff623 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:39.851765 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-57ab1d02-aa7c-4a3b-91c9-de8a938ff571 req-0b59a2b1-3b05-40d3-bcf4-5683994ff623 tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.30 "DELETE /v2.0/ports/a87c43b1-abc4-492f-b7f6-87e3e364dda6 HTTP/1.1" status: 204 len: 173 time: 0.4087806 Mar 07 15:41:39.852215 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'name': 'network-vif-deleted', 'tag': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:41:39.854492 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e72e21b-348c-4433-87ba-c3a67812d3e1" -d '{"events": [{"server_uuid": "511c2e7b-f18e-43fb-ae09-a356c335a7f3", "name": "network-vif-deleted", "tag": "a87c43b1-abc4-492f-b7f6-87e3e364dda6"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:41:39.864487 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-d07d0f70-cd55-44e2-9b3e-51fd4e5150c9 req-941504a1-4b86-4104-9399-76e6007ff38e tempest-TestMinimumBasicScenario-1718296432 tempest-TestMinimumBasicScenario-1718296432-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2d71b34-b7df-4cd6-846c-e24f16b18173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513651 Mar 07 15:41:39.890820 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8369c3b7-6bea-4687-b91f-50d13ef8f8d1 x-openstack-request-id: req-8369c3b7-6bea-4687-b91f-50d13ef8f8d1 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:41:39.891088 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511c2e7b-f18e-43fb-ae09-a356c335a7f3", "name": "network-vif-deleted", "tag": "a87c43b1-abc4-492f-b7f6-87e3e364dda6", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:41:39.891320 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8369c3b7-6bea-4687-b91f-50d13ef8f8d1 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:41:39.891936 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511c2e7b-f18e-43fb-ae09-a356c335a7f3', 'name': 'network-vif-deleted', 'tag': 'a87c43b1-abc4-492f-b7f6-87e3e364dda6', 'status': 'completed', 'code': 200} Mar 07 15:41:40.669988 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365e351-335a-4af1-bcc8-2c017db35883 req-e79f80a7-d0c8-487e-8d92-6a94ed95505f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:40.671455 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0365e351-335a-4af1-bcc8-2c017db35883 req-e79f80a7-d0c8-487e-8d92-6a94ed95505f tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 945 time: 0.3082101 Mar 07 15:41:40.719156 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-0365e351-335a-4af1-bcc8-2c017db35883 req-513c4d81-74d1-494f-a721-0136a195fd85 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421436 Mar 07 15:41:40.834618 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b99c7-8d9e-4fdb-a855-0b7f1cc22465 req-9b74c7b1-2b01-40fc-a55c-bb2fae084771 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:40.836109 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-302b99c7-8d9e-4fdb-a855-0b7f1cc22465 req-9b74c7b1-2b01-40fc-a55c-bb2fae084771 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 945 time: 0.0517786 Mar 07 15:41:40.884654 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-302b99c7-8d9e-4fdb-a855-0b7f1cc22465 req-d2edae0a-de0e-46ab-b90f-b63969dfeab9 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425112 Mar 07 15:41:40.906860 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36150) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:41.094339 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9da56-64bc-484c-8df8-ce03050005d7 tempest-TestVolumeBootPattern-709538985 tempest-TestVolumeBootPattern-709538985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:41.095938 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-57d9da56-64bc-484c-8df8-ce03050005d7 tempest-TestVolumeBootPattern-709538985 tempest-TestVolumeBootPattern-709538985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 1124 time: 0.1880634 Mar 07 15:41:41.098688 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36174) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:41.102851 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.v2.base [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Request body: {'floatingip': {'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'port_id': '4ff5a81a-da26-4fba-a8e2-3576c919494c', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:41:41.122677 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:41.221016 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (None), before_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:41.333818 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_common [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Allocated IP 172.27.3.157 (1357759f-65b0-4822-846b-e4b09ce352da/62f4d897-1cc1-40ab-8633-873da050b204/6b9472c0-4154-456e-a06a-c264a9fc38cf) {{(pid=102971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:41:41.439212 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for port (6b9472c0-4154-456e-a06a-c264a9fc38cf), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:41.472883 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752360076463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (6b9472c0-4154-456e-a06a-c264a9fc38cf), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:41.511689 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Network 1357759f-65b0-4822-846b-e4b09ce352da is already hosted by enough agents. {{(pid=102971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:41:41.515040 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.base_scheduler [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Resources bound (agent type, host, resource id): {{(pid=102971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:41:41.518411 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Received port after_create {{(pid=102971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:41:41.526142 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36202) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:41.543530 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'Port': ['ID=6b9472c0-4154-456e-a06a-c264a9fc38cf,revision_number=1']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:41.871852 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1f25bc33-fbf6-4d32-b4d1-6c6c7b89201c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575044'] for router_interface (19ec4d66-f090-4be2-bc1c-872ac2b264d2), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:41.884917 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for floatingip (59fe7608-e911-4d64-a3fc-ae652ee47b12), precommit_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:41.952146 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (6b9472c0-4154-456e-a06a-c264a9fc38cf), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:42.101452 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for port (6b9472c0-4154-456e-a06a-c264a9fc38cf), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:42.106075 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7627396'] for port (6b9472c0-4154-456e-a06a-c264a9fc38cf), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:42.118645 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-1f25bc33-fbf6-4d32-b4d1-6c6c7b89201c admin admin] Deleting port 84bb4a6b-0f9a-4275-bf13-7e7602086307 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:41:42.118989 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1f25bc33-fbf6-4d32-b4d1-6c6c7b89201c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:42.176167 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event updated for resources: {'Port': ['ID=6b9472c0-4154-456e-a06a-c264a9fc38cf,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:42.186308 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581188'] for floatingip (59fe7608-e911-4d64-a3fc-ae652ee47b12), after_create {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:42.197032 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-1f25bc33-fbf6-4d32-b4d1-6c6c7b89201c admin admin] For port 84bb4a6b-0f9a-4275-bf13-7e7602086307, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=84bb4a6b-0f9a-4275-bf13-7e7602086307,segment=NetworkSegment(9183b860-956d-4698-ae97-754ce101fb05),segment_id=9183b860-956d-4698-ae97-754ce101fb05)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:41:42.197394 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1f25bc33-fbf6-4d32-b4d1-6c6c7b89201c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:42.209445 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-1f25bc33-fbf6-4d32-b4d1-6c6c7b89201c admin admin] Calling delete_port for 84bb4a6b-0f9a-4275-bf13-7e7602086307 owned by network:router_interface {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:41:42.285325 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.l3_db [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Floating IP 59fe7608-e911-4d64-a3fc-ae652ee47b12 associated. External IP: 172.27.3.157, port: 4ff5a81a-da26-4fba-a8e2-3576c919494c. Mar 07 15:41:42.394182 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1f25bc33-fbf6-4d32-b4d1-6c6c7b89201c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (84bb4a6b-0f9a-4275-bf13-7e7602086307), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:42.420040 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25bc33-fbf6-4d32-b4d1-6c6c7b89201c admin admin] Pushing event deleted for resources: {'Port': ['ID=84bb4a6b-0f9a-4275-bf13-7e7602086307,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:42.501729 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Router cd151927-5e21-4006-ac2b-75c1a3a844aa has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:41:42.595064 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1f25bc33-fbf6-4d32-b4d1-6c6c7b89201c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575024'] for router_interface (19ec4d66-f090-4be2-bc1c-872ac2b264d2), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:42.620798 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:41:42.630684 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3523a361-a61f-49ae-ba4f-cce46689c0f0 None None] Sync routers for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:41:42.639257 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:42.641384 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3523a361-a61f-49ae-ba4f-cce46689c0f0 None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:41:42.642258 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3523a361-a61f-49ae-ba4f-cce46689c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:41:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:42.670613 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-cb28a5bc-e59e-40f4-b7e5-73f0cc164679 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5708930 Mar 07 15:41:42.671220 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e35737-bd48-40f1-925a-d73642edaf8f', 'tag': '4ff5a81a-da26-4fba-a8e2-3576c919494c'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:41:42.673682 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43efd0b-ba33-42bf-87b7-15000c857c13" -d '{"events": [{"name": "network-changed", "server_uuid": "92e35737-bd48-40f1-925a-d73642edaf8f", "tag": "4ff5a81a-da26-4fba-a8e2-3576c919494c"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:41:42.689861 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device a87c43b1-abc4-492f-b7f6-87e3e364dda6 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:41:42.716427 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: a87c43b1-abc4-492f-b7f6-87e3e364dda6 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:41:42.717004 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device a87c43b1-abc4-492f-b7f6-87e3e364dda6 not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:41:42.722556 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418df56a-f5f4-4346-8106-64f2a1a48352 x-openstack-request-id: req-418df56a-f5f4-4346-8106-64f2a1a48352 {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:41:42.722893 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e35737-bd48-40f1-925a-d73642edaf8f", "tag": "4ff5a81a-da26-4fba-a8e2-3576c919494c", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:41:42.723129 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-418df56a-f5f4-4346-8106-64f2a1a48352 {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:41:42.723536 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e35737-bd48-40f1-925a-d73642edaf8f', 'tag': '4ff5a81a-da26-4fba-a8e2-3576c919494c', 'status': 'completed', 'code': 200} Mar 07 15:41:42.758653 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-3523a361-a61f-49ae-ba4f-cce46689c0f0 None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:41:42.852033 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43efd0b-ba33-42bf-87b7-15000c857c13 req-295ffcbb-e558-462d-9082-b8a47424de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:42.853532 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b43efd0b-ba33-42bf-87b7-15000c857c13 req-295ffcbb-e558-462d-9082-b8a47424de0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 1129 time: 0.0937195 Mar 07 15:41:42.882369 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f25bc33-fbf6-4d32-b4d1-6c6c7b89201c admin admin] Router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:41:42.984428 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3523a361-a61f-49ae-ba4f-cce46689c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '59fe7608-e911-4d64-a3fc-ae652ee47b12', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'port_id': '4ff5a81a-da26-4fba-a8e2-3576c919494c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'mac_address': 'fa:16:3e:4a:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e35737-bd48-40f1-925a-d73642edaf8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:41:41Z', 'updated_at': '2022-03-07T15:41:41Z', 'revision_number': 0, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address_scope': None}, {'id': 'daaedb7b-7ee0-4951-a4e2-4afc4531eae9', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'port_id': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'mac_address': 'fa:16:3e:6f:50:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:39:27Z', 'updated_at': '2022-03-07T15:39:29Z', 'revision_number': 1, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:43.010646 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3523a361-a61f-49ae-ba4f-cce46689c0f0 None None] Checking router: cd151927-5e21-4006-ac2b-75c1a3a844aa for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:41:43.018820 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3523a361-a61f-49ae-ba4f-cce46689c0f0 None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:41:43.019427 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3523a361-a61f-49ae-ba4f-cce46689c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:41:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:43.028225 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43efd0b-ba33-42bf-87b7-15000c857c13 req-fa20d62b-425c-47f9-b46d-2d789560d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:43.029723 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b43efd0b-ba33-42bf-87b7-15000c857c13 req-fa20d62b-425c-47f9-b46d-2d789560d2c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 913 time: 0.1698065 Mar 07 15:41:43.130758 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-3523a361-a61f-49ae-ba4f-cce46689c0f0 None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:41:43.355958 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f25bc33-fbf6-4d32-b4d1-6c6c7b89201c admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:41:43.361321 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-1f25bc33-fbf6-4d32-b4d1-6c6c7b89201c admin admin] 10.222.0.26 "PUT /v2.0/routers/19ec4d66-f090-4be2-bc1c-872ac2b264d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8338821 Mar 07 15:41:43.363913 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36208) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:43.365815 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079622bb-e928-4393-9386-223bee702386 None None] Sync routers for ids ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:41:43.375709 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b43efd0b-ba33-42bf-87b7-15000c857c13 req-3ca81bd7-2ff7-4f92-b8cb-cc8f2fd8da3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff5a81a-da26-4fba-a8e2-3576c919494c HTTP/1.1" status: 200 len: 999 time: 0.3394470 Mar 07 15:41:43.376639 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3523a361-a61f-49ae-ba4f-cce46689c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '59fe7608-e911-4d64-a3fc-ae652ee47b12', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'port_id': '4ff5a81a-da26-4fba-a8e2-3576c919494c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'mac_address': 'fa:16:3e:4a:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e35737-bd48-40f1-925a-d73642edaf8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:41:41Z', 'updated_at': '2022-03-07T15:41:41Z', 'revision_number': 0, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address_scope': None}, {'id': 'daaedb7b-7ee0-4951-a4e2-4afc4531eae9', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'port_id': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'mac_address': 'fa:16:3e:6f:50:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:39:27Z', 'updated_at': '2022-03-07T15:39:29Z', 'revision_number': 1, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:43.378367 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079622bb-e928-4393-9386-223bee702386 None None] Routers {'19ec4d66-f090-4be2-bc1c-872ac2b264d2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:41:43.379054 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-079622bb-e928-4393-9386-223bee702386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:41:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:43.405025 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3523a361-a61f-49ae-ba4f-cce46689c0f0 None None] The sync data for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi is: [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': '59fe7608-e911-4d64-a3fc-ae652ee47b12', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'port_id': '4ff5a81a-da26-4fba-a8e2-3576c919494c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'mac_address': 'fa:16:3e:4a:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e35737-bd48-40f1-925a-d73642edaf8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:41:41Z', 'updated_at': '2022-03-07T15:41:41Z', 'revision_number': 0, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address_scope': None}, {'id': 'daaedb7b-7ee0-4951-a4e2-4afc4531eae9', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'port_id': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'mac_address': 'fa:16:3e:6f:50:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:39:27Z', 'updated_at': '2022-03-07T15:39:29Z', 'revision_number': 1, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:41:43.438283 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43efd0b-ba33-42bf-87b7-15000c857c13 req-01c111d8-1ff8-4608-8ccd-0111541d4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:43.439851 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b43efd0b-ba33-42bf-87b7-15000c857c13 req-01c111d8-1ff8-4608-8ccd-0111541d4290 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62da12ad-276e-4aaf-b6e0-ef8568f52ae1 HTTP/1.1" status: 200 len: 851 time: 0.0579019 Mar 07 15:41:43.493235 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] Publish callbacks [] for router (19ec4d66-f090-4be2-bc1c-872ac2b264d2), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:43.503550 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43efd0b-ba33-42bf-87b7-15000c857c13 req-776728d4-a8ad-4f57-aeac-9ea680d529fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:41:43.505438 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b43efd0b-ba33-42bf-87b7-15000c857c13 req-776728d4-a8ad-4f57-aeac-9ea680d529fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6f86ee1-eb94-4c82-9c74-7df197ed1334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601149 Mar 07 15:41:43.608837 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b43efd0b-ba33-42bf-87b7-15000c857c13 req-9f19931e-b02c-469f-a14d-9b01e06b0d36 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973208 Mar 07 15:41:43.609130 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] Publish callbacks [] for router_gateway (19ec4d66-f090-4be2-bc1c-872ac2b264d2), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:43.654201 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-079622bb-e928-4393-9386-223bee702386 None None] Set router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:41:43.667699 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] Deleting port e7f41c4b-ba86-4588-ab60-4d5aea134ccf {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:41:43.668062 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (e7f41c4b-ba86-4588-ab60-4d5aea134ccf), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:43.701888 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef6accc-ed0f-474a-a8d9-6a64738c1f16 None None] New status for floating IP 59fe7608-e911-4d64-a3fc-ae652ee47b12: ACTIVE {{(pid=102973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:41:43.726811 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b43efd0b-ba33-42bf-87b7-15000c857c13 req-9e2ebc2d-a562-45c5-9b16-539ef2f092ed service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123283 Mar 07 15:41:43.777219 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] For port e7f41c4b-ba86-4588-ab60-4d5aea134ccf, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=e7f41c4b-ba86-4588-ab60-4d5aea134ccf,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:41:43.778064 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (e7f41c4b-ba86-4588-ab60-4d5aea134ccf), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:43.791968 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] Calling delete_port for e7f41c4b-ba86-4588-ab60-4d5aea134ccf owned by network:router_gateway {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:41:43.850053 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-079622bb-e928-4393-9386-223bee702386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:41:42Z', 'revision_number': 5, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'gw_port': {'id': 'e7f41c4b-ba86-4588-ab60-4d5aea134ccf', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:43.885340 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079622bb-e928-4393-9386-223bee702386 None None] Checking router: 19ec4d66-f090-4be2-bc1c-872ac2b264d2 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:41:43.894202 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079622bb-e928-4393-9386-223bee702386 None None] Routers {'19ec4d66-f090-4be2-bc1c-872ac2b264d2'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:41:43.894836 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-079622bb-e928-4393-9386-223bee702386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:41:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:43.971078 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (e7f41c4b-ba86-4588-ab60-4d5aea134ccf), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:43.981279 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-079622bb-e928-4393-9386-223bee702386 None None] Set router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 gateway port host: None {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:41:44.000334 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f41c4b-ba86-4588-ab60-4d5aea134ccf,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:44.035345 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-079622bb-e928-4393-9386-223bee702386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:41:43Z', 'revision_number': 6, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'gw_port_host': None}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:44.060049 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574362'] for router_gateway (19ec4d66-f090-4be2-bc1c-872ac2b264d2), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.062160 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079622bb-e928-4393-9386-223bee702386 None None] The sync data for ids ['19ec4d66-f090-4be2-bc1c-872ac2b264d2'] in dv-cinder-830538-7-iscsi is: [{'id': '19ec4d66-f090-4be2-bc1c-872ac2b264d2', 'name': 'tempest-TestMinimumBasicScenario-487910255-router', 'tenant_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:00Z', 'updated_at': '2022-03-07T15:41:43Z', 'revision_number': 6, 'project_id': '946fec15659f4b1ab08bbb9fb8fe5d7f', 'gw_port_host': None}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:41:44.089865 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1f88ea66-3a0f-4bd6-89a3-0216338bbd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.155010 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15440'] for router (19ec4d66-f090-4be2-bc1c-872ac2b264d2), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.157106 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] Publish callbacks [] for router_controller (19ec4d66-f090-4be2-bc1c-872ac2b264d2), precommit_delete_associations {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.198139 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574521'] for router (19ec4d66-f090-4be2-bc1c-872ac2b264d2), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.199176 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19ec4d66-f090-4be2-bc1c-872ac2b264d2 {{(pid=102971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 15:41:44.203966 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.205094 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-69867ae9-cbc4-46ae-b2de-410efc4acb67 admin admin] 10.222.0.26 "DELETE /v2.0/routers/19ec4d66-f090-4be2-bc1c-872ac2b264d2 HTTP/1.1" status: 204 len: 168 time: 0.8402178 Mar 07 15:41:44.207620 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36210) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:44.250126 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_v2 [None req-276c0f3a-4e12-4e70-836d-c8ad76ce4603 admin admin] Deleting subnet ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1 {{(pid=102971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:41:44.253237 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-276c0f3a-4e12-4e70-836d-c8ad76ce4603 admin admin] Publish callbacks [] for subnet (ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.287446 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-276c0f3a-4e12-4e70-836d-c8ad76ce4603 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8227178'] for subnet (ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1), precommit_delete_associations {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.364891 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-276c0f3a-4e12-4e70-836d-c8ad76ce4603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.416508 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-276c0f3a-4e12-4e70-836d-c8ad76ce4603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7627466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4930682'] for subnet (ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.441643 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c0f3a-4e12-4e70-836d-c8ad76ce4603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:44.446607 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-276c0f3a-4e12-4e70-836d-c8ad76ce4603 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.452971 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742179e1-4d2b-4e80-950a-594315f76bef None None] Network f6b9b580-689c-4c7f-94c0-c628036d2fb5 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:41:44.455019 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-276c0f3a-4e12-4e70-836d-c8ad76ce4603 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ce6588f1-ce0f-45f7-9d8f-02afb37b3ad1 HTTP/1.1" status: 204 len: 168 time: 0.2460575 Mar 07 15:41:44.457242 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36212) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:44.532042 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (f6b9b580-689c-4c7f-94c0-c628036d2fb5), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.585648 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] Deleting port 09518d47-f554-4270-9cc5-7482a16b2f52 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:41:44.586014 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (09518d47-f554-4270-9cc5-7482a16b2f52), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.653189 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] For port 09518d47-f554-4270-9cc5-7482a16b2f52, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=09518d47-f554-4270-9cc5-7482a16b2f52,segment=NetworkSegment(9183b860-956d-4698-ae97-754ce101fb05),segment_id=9183b860-956d-4698-ae97-754ce101fb05)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:41:44.653549 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (09518d47-f554-4270-9cc5-7482a16b2f52), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.665798 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] Calling delete_port for 09518d47-f554-4270-9cc5-7482a16b2f52 owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:41:44.742641 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (09518d47-f554-4270-9cc5-7482a16b2f52), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.771844 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] Pushing event deleted for resources: {'Port': ['ID=09518d47-f554-4270-9cc5-7482a16b2f52,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:44.776093 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] No DVR routers for this DVR port 09518d47-f554-4270-9cc5-7482a16b2f52 on host dv-cinder-830538-7-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:41:44.845043 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (f6b9b580-689c-4c7f-94c0-c628036d2fb5), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.865472 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b9b580-689c-4c7f-94c0-c628036d2fb5']}} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:44.867995 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b678f5-3a37-42ec-b91d-f4f99799e67c None None] DHCP port deletion for f6b9b580-689c-4c7f-94c0-c628036d2fb5 request from dv-cinder-830538-7-iscsi {{(pid=102972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 15:41:44.878666 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9183b860-956d-4698-ae97-754ce101fb05') {'for_net_delete': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:44.879955 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9183b860-956d-4698-ae97-754ce101fb05') {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:44.890409 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4916765'] for segment (9183b860-956d-4698-ae97-754ce101fb05), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.903688 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (9183b860-956d-4698-ae97-754ce101fb05), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.909608 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:41:44.910013 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143150'] for segment (9183b860-956d-4698-ae97-754ce101fb05), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: Traceback (most recent call last): Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: timer() Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: cb(*args, **kw) Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: return func(*args, **kwargs) Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: self._notify() Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: self.callback(batched_events) Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: event.method(event) Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: return f(self, *a, **k) Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._get(url).json() Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: return self.request(url, 'GET', **kwargs) Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:41:44.911626 dv-cinder-830538-7-iscsi neutron-server[102970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:41:44.970015 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (f6b9b580-689c-4c7f-94c0-c628036d2fb5), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.975642 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:44.978964 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] 10.222.0.26 "DELETE /v2.0/networks/f6b9b580-689c-4c7f-94c0-c628036d2fb5 HTTP/1.1" status: 204 len: 168 time: 0.5203431 Mar 07 15:41:44.982552 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36214) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:44.989764 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6b58c-a670-456c-b920-3fa7bf79f60c admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b9b580-689c-4c7f-94c0-c628036d2fb5,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:45.329004 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 84bb4a6b-0f9a-4275-bf13-7e7602086307 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:41:45.333496 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b3cf9cfa-6a78-4cc9-9d13-dbf88a3b3917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575044'] for router_interface (f444c4f1-e42c-42dc-a444-8dbb37eab433), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:45.352037 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 84bb4a6b-0f9a-4275-bf13-7e7602086307 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:41:45.352380 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 84bb4a6b-0f9a-4275-bf13-7e7602086307 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:41:45.352787 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 09518d47-f554-4270-9cc5-7482a16b2f52 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:41:45.371524 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 09518d47-f554-4270-9cc5-7482a16b2f52 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:41:45.371806 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 09518d47-f554-4270-9cc5-7482a16b2f52 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:41:45.372212 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device e7f41c4b-ba86-4588-ab60-4d5aea134ccf no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:41:45.390118 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: e7f41c4b-ba86-4588-ab60-4d5aea134ccf {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:41:45.390468 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device e7f41c4b-ba86-4588-ab60-4d5aea134ccf not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:41:45.572775 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-b3cf9cfa-6a78-4cc9-9d13-dbf88a3b3917 admin admin] Deleting port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:41:45.573354 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b3cf9cfa-6a78-4cc9-9d13-dbf88a3b3917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:45.647686 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-b3cf9cfa-6a78-4cc9-9d13-dbf88a3b3917 admin admin] For port a9f5ac49-68c1-4ffb-971f-d1ed83b3283d, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=a9f5ac49-68c1-4ffb-971f-d1ed83b3283d,segment=NetworkSegment(cd74cc6a-727b-471a-9488-dc20093933cd),segment_id=cd74cc6a-727b-471a-9488-dc20093933cd)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:41:45.647966 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b3cf9cfa-6a78-4cc9-9d13-dbf88a3b3917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:45.660393 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-b3cf9cfa-6a78-4cc9-9d13-dbf88a3b3917 admin admin] Calling delete_port for a9f5ac49-68c1-4ffb-971f-d1ed83b3283d owned by network:router_interface {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:41:45.836231 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b3cf9cfa-6a78-4cc9-9d13-dbf88a3b3917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (a9f5ac49-68c1-4ffb-971f-d1ed83b3283d), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:45.866134 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf9cfa-6a78-4cc9-9d13-dbf88a3b3917 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f5ac49-68c1-4ffb-971f-d1ed83b3283d,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:46.027743 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b3cf9cfa-6a78-4cc9-9d13-dbf88a3b3917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575024'] for router_interface (f444c4f1-e42c-42dc-a444-8dbb37eab433), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:46.486772 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cf9cfa-6a78-4cc9-9d13-dbf88a3b3917 admin admin] Router f444c4f1-e42c-42dc-a444-8dbb37eab433 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:41:46.596706 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cf9cfa-6a78-4cc9-9d13-dbf88a3b3917 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:41:46.601558 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-b3cf9cfa-6a78-4cc9-9d13-dbf88a3b3917 admin admin] 10.222.0.26 "PUT /v2.0/routers/f444c4f1-e42c-42dc-a444-8dbb37eab433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6178818 Mar 07 15:41:46.604014 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36216) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:46.606415 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e680cbb7-7870-4549-b242-b53338ee9a65 None None] Sync routers for ids ['f444c4f1-e42c-42dc-a444-8dbb37eab433'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:41:46.617536 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680cbb7-7870-4549-b242-b53338ee9a65 None None] Routers {'f444c4f1-e42c-42dc-a444-8dbb37eab433'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:41:46.618195 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-e680cbb7-7870-4549-b242-b53338ee9a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:41:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['f444c4f1-e42c-42dc-a444-8dbb37eab433'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:46.710054 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-31c86dcc-0589-49b9-8b7c-f610136427d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:46.711541 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] Publish callbacks [] for router (f444c4f1-e42c-42dc-a444-8dbb37eab433), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:46.735638 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-e680cbb7-7870-4549-b242-b53338ee9a65 None None] Set router f444c4f1-e42c-42dc-a444-8dbb37eab433 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:41:46.817240 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] Publish callbacks [] for router_gateway (f444c4f1-e42c-42dc-a444-8dbb37eab433), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:46.868217 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] Deleting port fcd3f711-9d6c-493b-b141-4ad58f2f7151 {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:41:46.868497 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (fcd3f711-9d6c-493b-b141-4ad58f2f7151), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:46.909890 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-e680cbb7-7870-4549-b242-b53338ee9a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'name': 'tempest-TestMinimumBasicScenario-658580705-router', 'tenant_id': '4388ddbf9454439888a222f3a8722687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fcd3f711-9d6c-493b-b141-4ad58f2f7151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:06Z', 'updated_at': '2022-03-07T15:41:45Z', 'revision_number': 5, 'project_id': '4388ddbf9454439888a222f3a8722687', 'gw_port': {'id': 'fcd3f711-9d6c-493b-b141-4ad58f2f7151', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:39:07Z', 'updated_at': '2022-03-07T15:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:46.941158 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e680cbb7-7870-4549-b242-b53338ee9a65 None None] Checking router: f444c4f1-e42c-42dc-a444-8dbb37eab433 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:41:46.946130 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] For port fcd3f711-9d6c-493b-b141-4ad58f2f7151, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=fcd3f711-9d6c-493b-b141-4ad58f2f7151,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:41:46.946521 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (fcd3f711-9d6c-493b-b141-4ad58f2f7151), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:46.949820 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680cbb7-7870-4549-b242-b53338ee9a65 None None] Routers {'f444c4f1-e42c-42dc-a444-8dbb37eab433'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:41:46.950456 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-e680cbb7-7870-4549-b242-b53338ee9a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:41:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['f444c4f1-e42c-42dc-a444-8dbb37eab433'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:46.958751 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] Calling delete_port for fcd3f711-9d6c-493b-b141-4ad58f2f7151 owned by network:router_gateway {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:41:47.035686 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-e680cbb7-7870-4549-b242-b53338ee9a65 None None] Set router f444c4f1-e42c-42dc-a444-8dbb37eab433 gateway port host: None {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:41:47.086739 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-e680cbb7-7870-4549-b242-b53338ee9a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'name': 'tempest-TestMinimumBasicScenario-658580705-router', 'tenant_id': '4388ddbf9454439888a222f3a8722687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:06Z', 'updated_at': '2022-03-07T15:41:46Z', 'revision_number': 6, 'project_id': '4388ddbf9454439888a222f3a8722687', 'gw_port_host': None}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:47.115244 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e680cbb7-7870-4549-b242-b53338ee9a65 None None] The sync data for ids ['f444c4f1-e42c-42dc-a444-8dbb37eab433'] in dv-cinder-830538-7-iscsi is: [{'id': 'f444c4f1-e42c-42dc-a444-8dbb37eab433', 'name': 'tempest-TestMinimumBasicScenario-658580705-router', 'tenant_id': '4388ddbf9454439888a222f3a8722687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:39:06Z', 'updated_at': '2022-03-07T15:41:46Z', 'revision_number': 6, 'project_id': '4388ddbf9454439888a222f3a8722687', 'gw_port_host': None}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:41:47.123487 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (fcd3f711-9d6c-493b-b141-4ad58f2f7151), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.154558 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd3f711-9d6c-493b-b141-4ad58f2f7151,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:47.212936 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574362'] for router_gateway (f444c4f1-e42c-42dc-a444-8dbb37eab433), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.303272 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15440'] for router (f444c4f1-e42c-42dc-a444-8dbb37eab433), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.305356 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] Publish callbacks [] for router_controller (f444c4f1-e42c-42dc-a444-8dbb37eab433), precommit_delete_associations {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.351993 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574521'] for router (f444c4f1-e42c-42dc-a444-8dbb37eab433), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.352612 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f444c4f1-e42c-42dc-a444-8dbb37eab433 {{(pid=102971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 15:41:47.357372 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.358667 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-21d16f01-f3a1-47b4-9adf-a9576603ac15 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f444c4f1-e42c-42dc-a444-8dbb37eab433 HTTP/1.1" status: 204 len: 168 time: 0.7537093 Mar 07 15:41:47.361397 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36218) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:47.405540 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ac353c-cba8-4309-af3f-57dd310d9b7a admin admin] Deleting subnet 146c2052-ce94-4636-830c-fe865c0c93e0 {{(pid=102971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:41:47.408532 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-98ac353c-cba8-4309-af3f-57dd310d9b7a admin admin] Publish callbacks [] for subnet (146c2052-ce94-4636-830c-fe865c0c93e0), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.442763 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-98ac353c-cba8-4309-af3f-57dd310d9b7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8227178'] for subnet (146c2052-ce94-4636-830c-fe865c0c93e0), precommit_delete_associations {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.535159 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-98ac353c-cba8-4309-af3f-57dd310d9b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (146c2052-ce94-4636-830c-fe865c0c93e0), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.588233 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-98ac353c-cba8-4309-af3f-57dd310d9b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7627466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4930682'] for subnet (146c2052-ce94-4636-830c-fe865c0c93e0), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.613728 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac353c-cba8-4309-af3f-57dd310d9b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146c2052-ce94-4636-830c-fe865c0c93e0,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:47.618726 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-98ac353c-cba8-4309-af3f-57dd310d9b7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.624781 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-98ac353c-cba8-4309-af3f-57dd310d9b7a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/146c2052-ce94-4636-830c-fe865c0c93e0 HTTP/1.1" status: 204 len: 168 time: 0.2599909 Mar 07 15:41:47.624946 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2e0d53-e796-4633-b2ef-b2cc7bff777a None None] Network 814b94d4-8b16-4c7c-8365-af8836c9175a requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:41:47.625390 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36220) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:47.695956 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (814b94d4-8b16-4c7c-8365-af8836c9175a), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.705435 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.756423 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] Deleting port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:41:47.756770 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.819234 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] For port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c,segment=NetworkSegment(cd74cc6a-727b-471a-9488-dc20093933cd),segment_id=cd74cc6a-727b-471a-9488-dc20093933cd)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:41:47.819519 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.831554 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] Calling delete_port for 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c owned by network:dhcp {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:41:47.889797 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22883270-e1b3-4280-82c7-33f4c571479c None None] DHCP port deletion for 814b94d4-8b16-4c7c-8365-af8836c9175a request from dv-cinder-830538-7-iscsi {{(pid=102972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 15:41:47.901161 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device a9f5ac49-68c1-4ffb-971f-d1ed83b3283d no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:41:47.923918 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:47.928507 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: a9f5ac49-68c1-4ffb-971f-d1ed83b3283d {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:41:47.929084 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device a9f5ac49-68c1-4ffb-971f-d1ed83b3283d not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:41:47.946789 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-22883270-e1b3-4280-82c7-33f4c571479c None None] The port '5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c' was deleted {{(pid=102972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 07 15:41:47.951295 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] Pushing event deleted for resources: {'Port': ['ID=5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:47.955600 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] No DVR routers for this DVR port 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c on host dv-cinder-830538-7-iscsi {{(pid=102971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:41:48.027347 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (814b94d4-8b16-4c7c-8365-af8836c9175a), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:48.050552 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814b94d4-8b16-4c7c-8365-af8836c9175a']}} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:48.060474 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd74cc6a-727b-471a-9488-dc20093933cd') {'for_net_delete': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:48.060768 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd74cc6a-727b-471a-9488-dc20093933cd') {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:41:48.070736 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8227217'] for segment (cd74cc6a-727b-471a-9488-dc20093933cd), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:48.087450 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (cd74cc6a-727b-471a-9488-dc20093933cd), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:48.094827 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:41:48.095300 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7627424'] for segment (cd74cc6a-727b-471a-9488-dc20093933cd), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: Traceback (most recent call last): Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: timer() Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: cb(*args, **kw) Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: return func(*args, **kwargs) Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: self._notify() Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: self.callback(batched_events) Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: event.method(event) Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: return f(self, *a, **k) Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._get(url).json() Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: return self.request(url, 'GET', **kwargs) Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:41:48.096940 dv-cinder-830538-7-iscsi neutron-server[102971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:41:48.153333 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (814b94d4-8b16-4c7c-8365-af8836c9175a), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:48.158803 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:48.162351 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] 10.222.0.26 "DELETE /v2.0/networks/814b94d4-8b16-4c7c-8365-af8836c9175a HTTP/1.1" status: 204 len: 168 time: 0.5362921 Mar 07 15:41:48.174540 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a60e2f-90bb-4c8e-9df9-89747ebc0438 admin admin] Pushing event deleted for resources: {'Network': ['ID=814b94d4-8b16-4c7c-8365-af8836c9175a,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:48.320013 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36224) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:48.359484 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-44e843c3-b160-40ab-a053-d56dd75852e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=946fec15659f4b1ab08bbb9fb8fe5d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383306 Mar 07 15:41:48.361871 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36226) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:48.411376 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9f0bdbdc-55c8-46e9-945d-2601ba29c9c3 admin admin] Publish callbacks [] for security_group (e2d71b34-b7df-4cd6-846c-e24f16b18173), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:48.431656 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9f0bdbdc-55c8-46e9-945d-2601ba29c9c3 admin admin] Publish callbacks [] for security_group (e2d71b34-b7df-4cd6-846c-e24f16b18173), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:48.477560 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9f0bdbdc-55c8-46e9-945d-2601ba29c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (e2d71b34-b7df-4cd6-846c-e24f16b18173), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:48.480174 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-9f0bdbdc-55c8-46e9-945d-2601ba29c9c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:48.481306 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-9f0bdbdc-55c8-46e9-945d-2601ba29c9c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2d71b34-b7df-4cd6-846c-e24f16b18173 HTTP/1.1" status: 204 len: 168 time: 0.1184521 Mar 07 15:41:48.488511 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bdbdc-55c8-46e9-945d-2601ba29c9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d71b34-b7df-4cd6-846c-e24f16b18173,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:48.787669 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36232) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:48.828982 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-e2c1372d-85f4-4d7b-bc90-d8dc5ac27352 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4388ddbf9454439888a222f3a8722687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401261 Mar 07 15:41:48.831475 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36234) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:41:48.880980 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0e000f26-1033-48c6-886a-d38c332f6734 admin admin] Publish callbacks [] for security_group (64f0f369-4bf6-4faf-895a-1090b693428c), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:48.901052 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0e000f26-1033-48c6-886a-d38c332f6734 admin admin] Publish callbacks [] for security_group (64f0f369-4bf6-4faf-895a-1090b693428c), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:48.946379 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0e000f26-1033-48c6-886a-d38c332f6734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (64f0f369-4bf6-4faf-895a-1090b693428c), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:48.949092 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-0e000f26-1033-48c6-886a-d38c332f6734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:48.950280 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-0e000f26-1033-48c6-886a-d38c332f6734 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64f0f369-4bf6-4faf-895a-1090b693428c HTTP/1.1" status: 204 len: 168 time: 0.1178689 Mar 07 15:41:48.957667 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e000f26-1033-48c6-886a-d38c332f6734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f0f369-4bf6-4faf-895a-1090b693428c,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:41:49.020905 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:49.328465 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device fcd3f711-9d6c-493b-b141-4ad58f2f7151 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:41:49.349929 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: fcd3f711-9d6c-493b-b141-4ad58f2f7151 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:41:49.350322 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device fcd3f711-9d6c-493b-b141-4ad58f2f7151 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:41:49.350718 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:41:49.368687 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:41:49.369027 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 5828ad9f-2407-4ac4-ba43-f0d5c2f9d07c not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:41:50.698177 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:52.051602 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:41:56.632695 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:42:14.081710 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-527b2c06-dde9-49d3-b9a9-fcae98349363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:42:16.671448 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-13d73701-82a4-45c4-8d35-423da5d44b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:42:17.681440 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:42:19.023421 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:42:20.699888 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:42:22.057806 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:42:27.950147 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f7be0425-bdf5-4660-be44-fe8a54b4adb4 req-5b6c8e32-cdc2-4a23-afed-a942151afbe2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413055 Mar 07 15:42:28.036435 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be0425-bdf5-4660-be44-fe8a54b4adb4 req-ae5359c1-1d7e-4cc8-99c0-6bff8f433e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:28.037911 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f7be0425-bdf5-4660-be44-fe8a54b4adb4 req-ae5359c1-1d7e-4cc8-99c0-6bff8f433e2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 1130 time: 0.0475070 Mar 07 15:42:28.138887 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be0425-bdf5-4660-be44-fe8a54b4adb4 req-1f4b217b-d808-48a8-9429-e766045dfdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:28.140444 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f7be0425-bdf5-4660-be44-fe8a54b4adb4 req-1f4b217b-d808-48a8-9429-e766045dfdc4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 913 time: 0.0838106 Mar 07 15:42:28.207596 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f7be0425-bdf5-4660-be44-fe8a54b4adb4 req-a3acd0f8-6e22-4c78-aa88-1214ca8e4262 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae55c37f-501b-4d5e-9228-5b095fb75c89 HTTP/1.1" status: 200 len: 1002 time: 0.0595901 Mar 07 15:42:28.255111 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be0425-bdf5-4660-be44-fe8a54b4adb4 req-989f592b-c6b9-41e7-aca6-f9c74ce0802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:28.256560 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f7be0425-bdf5-4660-be44-fe8a54b4adb4 req-989f592b-c6b9-41e7-aca6-f9c74ce0802f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62da12ad-276e-4aaf-b6e0-ef8568f52ae1 HTTP/1.1" status: 200 len: 851 time: 0.0423982 Mar 07 15:42:28.303878 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be0425-bdf5-4660-be44-fe8a54b4adb4 req-6c036dbf-69de-47ad-a8f9-226f40ccb129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:28.305314 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f7be0425-bdf5-4660-be44-fe8a54b4adb4 req-6c036dbf-69de-47ad-a8f9-226f40ccb129 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6f86ee1-eb94-4c82-9c74-7df197ed1334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430584 Mar 07 15:42:28.399831 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f7be0425-bdf5-4660-be44-fe8a54b4adb4 req-4855ce1e-25af-4288-b185-460f7a71e9b5 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831554 Mar 07 15:42:28.487991 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f7be0425-bdf5-4660-be44-fe8a54b4adb4 req-4e247d2e-e53f-4097-85fe-37bf60aeb565 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808287 Mar 07 15:42:33.631788 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:42:44.085361 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-bd2bd2fb-b5da-4bc9-8cbc-6c41109975cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:42:46.672362 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-d453cf3e-385d-4112-b91d-3e0858adca60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:42:47.685262 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:42:48.247027 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28a563-88f3-45d5-a6cc-651f4f497328 req-8cec08f6-f0b2-4f6b-ae11-b1c775d2a0cb tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:48.248906 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2f28a563-88f3-45d5-a6cc-651f4f497328 req-8cec08f6-f0b2-4f6b-ae11-b1c775d2a0cb tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.2462845 Mar 07 15:42:48.296684 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2f28a563-88f3-45d5-a6cc-651f4f497328 req-e3d71f0b-dada-4e79-aa17-93d8a28004b9 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422616 Mar 07 15:42:49.025650 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:42:49.470087 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb869a-173c-49e2-af27-b0637cbc137a req-82da5888-f40a-4d6d-8bc2-5ba73a9d255a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:49.471598 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-20eb869a-173c-49e2-af27-b0637cbc137a req-82da5888-f40a-4d6d-8bc2-5ba73a9d255a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.1074827 Mar 07 15:42:49.523117 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-20eb869a-173c-49e2-af27-b0637cbc137a req-d1a52790-198e-470a-9796-d27bee57f5bf tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460269 Mar 07 15:42:50.638599 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb797b-b388-4b65-a02a-d532debd98ab req-33497f6d-6f1e-4394-b4a4-33e7b856b001 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:50.639970 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1ecb797b-b388-4b65-a02a-d532debd98ab req-33497f6d-6f1e-4394-b4a4-33e7b856b001 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0516908 Mar 07 15:42:50.688711 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1ecb797b-b388-4b65-a02a-d532debd98ab req-521c18b1-9e24-4a2d-ac51-b3b7e4c2ddf9 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433400 Mar 07 15:42:50.702362 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:42:51.809223 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127ae5f-c64a-4187-a90d-87b07f30a29a req-c8d2b05a-43de-4e97-8910-39c688451d74 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:51.810699 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d127ae5f-c64a-4187-a90d-87b07f30a29a req-c8d2b05a-43de-4e97-8910-39c688451d74 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0516274 Mar 07 15:42:51.859185 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d127ae5f-c64a-4187-a90d-87b07f30a29a req-c62ceaa9-d596-4200-b641-b14ed0d13adc tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429955 Mar 07 15:42:52.061002 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:42:52.973217 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfa5d7-34cb-4220-8eca-7ec38b64c620 req-e460d27b-3269-4ff6-b60c-7a5f39317813 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:52.974715 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5edfa5d7-34cb-4220-8eca-7ec38b64c620 req-e460d27b-3269-4ff6-b60c-7a5f39317813 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0506742 Mar 07 15:42:53.025733 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-5edfa5d7-34cb-4220-8eca-7ec38b64c620 req-c971e615-757b-445e-802a-e91880891a53 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456197 Mar 07 15:42:54.139646 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907149c4-68dd-423f-9431-1ccd75bcf4f4 req-2f6c48fe-6b7f-4e9f-b51e-f76ffc094627 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:54.141094 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-907149c4-68dd-423f-9431-1ccd75bcf4f4 req-2f6c48fe-6b7f-4e9f-b51e-f76ffc094627 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0514877 Mar 07 15:42:54.187860 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-907149c4-68dd-423f-9431-1ccd75bcf4f4 req-3512ea13-a69d-4043-b50f-81c9ed211fe2 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413513 Mar 07 15:42:55.301918 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a140e9c-e92b-434b-96bb-2cbb5d1d3fea req-421257fb-1ecc-4149-b6f8-91252a49d1af tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:55.303409 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2a140e9c-e92b-434b-96bb-2cbb5d1d3fea req-421257fb-1ecc-4149-b6f8-91252a49d1af tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0518007 Mar 07 15:42:55.365293 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-2a140e9c-e92b-434b-96bb-2cbb5d1d3fea req-6d473d86-432f-40c5-a446-4dfbabad37e3 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563607 Mar 07 15:42:56.484476 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f9aa9-a979-495b-88a5-4d67f0601bde req-757fb1cc-210a-4497-84e4-7d8279bb1d9d tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:56.485945 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cd5f9aa9-a979-495b-88a5-4d67f0601bde req-757fb1cc-210a-4497-84e4-7d8279bb1d9d tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0555463 Mar 07 15:42:56.534234 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cd5f9aa9-a979-495b-88a5-4d67f0601bde req-f13c2e41-96bb-46a3-a446-82c86aa163c4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424025 Mar 07 15:42:57.648204 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc01d51-241b-43a1-8603-a3e55764b7ed req-3d353b23-fd43-454f-a61b-fa65bc62021f tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:57.649662 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1bc01d51-241b-43a1-8603-a3e55764b7ed req-3d353b23-fd43-454f-a61b-fa65bc62021f tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0517211 Mar 07 15:42:57.698169 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1bc01d51-241b-43a1-8603-a3e55764b7ed req-72480ccd-ca07-4cb6-bed8-b2ba7e5a16e3 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429721 Mar 07 15:42:58.197574 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78df56-78e2-4cba-8164-893759bc5ff5 req-9c01d943-e451-4a84-9a52-837db3409909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:58.199085 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a78df56-78e2-4cba-8164-893759bc5ff5 req-9c01d943-e451-4a84-9a52-837db3409909 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=211a65fc7f30499aac00f697176c5768&device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 1130 time: 0.0434890 Mar 07 15:42:58.289036 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78df56-78e2-4cba-8164-893759bc5ff5 req-282eb1de-b2d7-475d-8640-6e74ed174a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:58.290535 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a78df56-78e2-4cba-8164-893759bc5ff5 req-282eb1de-b2d7-475d-8640-6e74ed174a95 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef5a1544-269a-4c4c-9c66-971da639cc03 HTTP/1.1" status: 200 len: 910 time: 0.0853765 Mar 07 15:42:58.352864 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a78df56-78e2-4cba-8164-893759bc5ff5 req-923ac8ee-c7cc-42a6-9c6c-0f43a253d152 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517 HTTP/1.1" status: 200 len: 1002 time: 0.0565696 Mar 07 15:42:58.399515 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78df56-78e2-4cba-8164-893759bc5ff5 req-c02a4a82-748f-4020-896d-04a06367afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:58.400912 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a78df56-78e2-4cba-8164-893759bc5ff5 req-c02a4a82-748f-4020-896d-04a06367afdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f141ddb-325d-4047-b131-2b5bf66cb8ab HTTP/1.1" status: 200 len: 848 time: 0.0424347 Mar 07 15:42:58.452662 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78df56-78e2-4cba-8164-893759bc5ff5 req-96387927-201a-4443-af5b-f0f3e862c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:58.454083 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a78df56-78e2-4cba-8164-893759bc5ff5 req-96387927-201a-4443-af5b-f0f3e862c6a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef5a1544-269a-4c4c-9c66-971da639cc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472689 Mar 07 15:42:58.463965 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [req-2a78df56-78e2-4cba-8164-893759bc5ff5 req-66109635-65b6-402f-9fa2-94fac1abd0ee service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:42:58.464931 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a78df56-78e2-4cba-8164-893759bc5ff5 req-66109635-65b6-402f-9fa2-94fac1abd0ee service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047290 Mar 07 15:42:58.551740 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a78df56-78e2-4cba-8164-893759bc5ff5 req-6323ceff-6647-4b16-a765-63066ee02198 service neutron] 10.222.0.30 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803878 Mar 07 15:42:58.642240 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2a78df56-78e2-4cba-8164-893759bc5ff5 req-71fa752a-1117-4888-ac7b-6aa53b255c6c service neutron] 10.222.0.30 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844941 Mar 07 15:42:58.814897 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e483e96-0a54-42e6-bda5-69391161b468 req-a49a2a21-a4bf-43ef-84a6-cacf50ea9419 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:58.816372 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2e483e96-0a54-42e6-bda5-69391161b468 req-a49a2a21-a4bf-43ef-84a6-cacf50ea9419 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0525477 Mar 07 15:42:58.864349 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2e483e96-0a54-42e6-bda5-69391161b468 req-90168998-a97f-4baf-9d03-7be0bae3f381 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426133 Mar 07 15:42:59.980359 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ec8fb-603f-433e-845a-13a372465551 req-6dc45ffa-ac5e-4a9d-8d69-f94a25a4a1d3 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:42:59.981816 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-7f7ec8fb-603f-433e-845a-13a372465551 req-6dc45ffa-ac5e-4a9d-8d69-f94a25a4a1d3 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0549157 Mar 07 15:43:00.029246 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-7f7ec8fb-603f-433e-845a-13a372465551 req-7e8cfb6a-3623-4d59-aac7-e28345ca01ec tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414884 Mar 07 15:43:01.143595 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01db54-8a91-45e4-8489-7044778e3ed3 req-3baed21f-0b99-4bd0-a906-f14ac8729c67 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:01.145041 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9c01db54-8a91-45e4-8489-7044778e3ed3 req-3baed21f-0b99-4bd0-a906-f14ac8729c67 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0517035 Mar 07 15:43:01.195482 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-9c01db54-8a91-45e4-8489-7044778e3ed3 req-0e62a278-a71f-4606-bfcf-638155aeceff tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449164 Mar 07 15:43:01.382153 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36314) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:01.402544 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c8ac2-6df8-487a-9b31-642c35b9b8f4 req-322c4777-2e1b-4732-b09e-100c53628b3b tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:01.404074 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-533c8ac2-6df8-487a-9b31-642c35b9b8f4 req-322c4777-2e1b-4732-b09e-100c53628b3b tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0540953 Mar 07 15:43:01.453624 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-533c8ac2-6df8-487a-9b31-642c35b9b8f4 req-f6ee0632-b1d5-44c2-822d-0d4c106baa1f tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438759 Mar 07 15:43:01.469956 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-53995c7e-84aa-4996-852b-2a178f65784d req-6b133aa5-5bac-4d43-b5a0-11792cb39552 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865221 Mar 07 15:43:01.478281 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [req-53995c7e-84aa-4996-852b-2a178f65784d req-bc5cce88-55a8-4211-b086-08678cc29968 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:43:01.479235 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-53995c7e-84aa-4996-852b-2a178f65784d req-bc5cce88-55a8-4211-b086-08678cc29968 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047438 Mar 07 15:43:01.573776 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36322) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:01.664051 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53995c7e-84aa-4996-852b-2a178f65784d req-7920f73c-f10d-4358-88e0-9ffd3fc6c890 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:01.665411 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-53995c7e-84aa-4996-852b-2a178f65784d req-7920f73c-f10d-4358-88e0-9ffd3fc6c890 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports/83da7a0c-cefe-4cff-8ce3-79f98f504517 HTTP/1.1" status: 200 len: 943 time: 0.0906293 Mar 07 15:43:02.573210 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff96036-231a-4a96-8905-c878579b4be4 req-345920d1-04ed-41f4-ba6a-7b4afaf55633 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:02.574775 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9ff96036-231a-4a96-8905-c878579b4be4 req-345920d1-04ed-41f4-ba6a-7b4afaf55633 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0534675 Mar 07 15:43:02.629274 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-9ff96036-231a-4a96-8905-c878579b4be4 req-f6382360-3e82-421c-8341-9bd1bd2634e0 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482404 Mar 07 15:43:02.987532 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53995c7e-84aa-4996-852b-2a178f65784d req-eb5c397a-0727-455e-96b2-93dbf78a9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:02.989009 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-53995c7e-84aa-4996-852b-2a178f65784d req-eb5c397a-0727-455e-96b2-93dbf78a9558 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd&tenant_id=211a65fc7f30499aac00f697176c5768 HTTP/1.1" status: 200 len: 1130 time: 0.0436366 Mar 07 15:43:03.053555 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53995c7e-84aa-4996-852b-2a178f65784d req-1b0df972-d053-4664-8f4b-d305c1a7c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:03.055044 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-53995c7e-84aa-4996-852b-2a178f65784d req-1b0df972-d053-4664-8f4b-d305c1a7c56c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=211a65fc7f30499aac00f697176c5768&device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 1130 time: 0.0461566 Mar 07 15:43:03.142183 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53995c7e-84aa-4996-852b-2a178f65784d req-385399bf-0c7d-43ab-b0f3-841ef057776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:03.143660 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-53995c7e-84aa-4996-852b-2a178f65784d req-385399bf-0c7d-43ab-b0f3-841ef057776b service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef5a1544-269a-4c4c-9c66-971da639cc03 HTTP/1.1" status: 200 len: 910 time: 0.0830562 Mar 07 15:43:03.209456 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-53995c7e-84aa-4996-852b-2a178f65784d req-281271ae-6852-428e-87c8-7b5640bc63ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517 HTTP/1.1" status: 200 len: 1002 time: 0.0600743 Mar 07 15:43:03.256839 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53995c7e-84aa-4996-852b-2a178f65784d req-0dc8345e-ed1c-45a6-8899-8ff3f34d43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:03.258235 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-53995c7e-84aa-4996-852b-2a178f65784d req-0dc8345e-ed1c-45a6-8899-8ff3f34d43cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f141ddb-325d-4047-b131-2b5bf66cb8ab HTTP/1.1" status: 200 len: 848 time: 0.0430739 Mar 07 15:43:03.287195 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 83da7a0c-cefe-4cff-8ce3-79f98f504517 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:43:03.305637 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53995c7e-84aa-4996-852b-2a178f65784d req-9afb1fa3-b551-4875-8152-6d6d9b297bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:03.307170 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-53995c7e-84aa-4996-852b-2a178f65784d req-9afb1fa3-b551-4875-8152-6d6d9b297bd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef5a1544-269a-4c4c-9c66-971da639cc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439050 Mar 07 15:43:03.361336 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 83da7a0c-cefe-4cff-8ce3-79f98f504517 is: ACTIVE; New status is: DOWN {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:43:03.361730 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:03.383203 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83da7a0c-cefe-4cff-8ce3-79f98f504517'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:43:03.385432 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590e7eb3-d8f0-49d9-af83-658f03a5ea5a" -d '{"events": [{"server_uuid": "1e33ad01-949f-43ca-afed-e3f37689abbd", "name": "network-vif-unplugged", "status": "completed", "tag": "83da7a0c-cefe-4cff-8ce3-79f98f504517"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:43:03.397141 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 83da7a0c-cefe-4cff-8ce3-79f98f504517, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:43:03.399387 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-53995c7e-84aa-4996-852b-2a178f65784d req-7b5aba81-185d-474d-9af6-e8842be1cc52 service neutron] 10.222.0.30 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854056 Mar 07 15:43:03.401592 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:03.428229 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 15:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4836a717-a78c-43f6-a4b4-eae2509d8e64 x-openstack-request-id: req-4836a717-a78c-43f6-a4b4-eae2509d8e64 {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:43:03.428523 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e33ad01-949f-43ca-afed-e3f37689abbd", "name": "network-vif-unplugged", "status": "completed", "tag": "83da7a0c-cefe-4cff-8ce3-79f98f504517", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:43:03.428777 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4836a717-a78c-43f6-a4b4-eae2509d8e64 {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:43:03.429166 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83da7a0c-cefe-4cff-8ce3-79f98f504517', 'code': 200} Mar 07 15:43:03.454325 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=83da7a0c-cefe-4cff-8ce3-79f98f504517,revision_number=6']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:03.461384 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:03.461740 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:03.462118 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:03.462459 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:03.462795 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:03.463125 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:03.463456 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:03.463784 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:03.464113 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:03.464439 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:03.464763 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:03.465086 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:03.465406 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:03.494768 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-53995c7e-84aa-4996-852b-2a178f65784d req-61bcc6a8-59ad-441c-b759-9dd4649352dd service neutron] 10.222.0.30 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892134 Mar 07 15:43:03.749500 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ae785-1650-4f6d-91a5-8d04067e267c req-5c2a0751-2299-4084-8977-fe6ca83a9b42 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:03.750996 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a73ae785-1650-4f6d-91a5-8d04067e267c req-5c2a0751-2299-4084-8977-fe6ca83a9b42 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.0536268 Mar 07 15:43:03.798124 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-a73ae785-1650-4f6d-91a5-8d04067e267c req-6eb0ba7c-f918-448c-82c7-24624a34c4a9 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418160 Mar 07 15:43:04.917241 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b7cb7-c9ec-4670-b50e-09f554b1d0c5 req-098f76f2-064f-4b6b-8282-0b4eed51f8a4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:04.918718 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6a0b7cb7-c9ec-4670-b50e-09f554b1d0c5 req-098f76f2-064f-4b6b-8282-0b4eed51f8a4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.0544469 Mar 07 15:43:04.965412 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-6a0b7cb7-c9ec-4670-b50e-09f554b1d0c5 req-6de353e6-e46e-47c5-8451-ac2600e59cb3 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406635 Mar 07 15:43:06.080678 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe74db-8eb0-44b6-8fbf-b126805bce4b req-e0d168ab-5868-4b09-b396-01e7e18b5b48 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:06.082149 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-defe74db-8eb0-44b6-8fbf-b126805bce4b req-e0d168ab-5868-4b09-b396-01e7e18b5b48 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.0505052 Mar 07 15:43:06.129274 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-defe74db-8eb0-44b6-8fbf-b126805bce4b req-ccb5918e-f647-470d-aee2-24192a3a9861 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416942 Mar 07 15:43:07.243957 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a84cbb-790b-41ae-b29c-6c8cd4316b13 req-0aa88cf4-f11c-4082-afd6-881d5fdf815e tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:07.245416 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-92a84cbb-790b-41ae-b29c-6c8cd4316b13 req-0aa88cf4-f11c-4082-afd6-881d5fdf815e tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.0515752 Mar 07 15:43:07.293057 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-92a84cbb-790b-41ae-b29c-6c8cd4316b13 req-cbd9d723-6262-482e-947e-7393bd55dd12 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420985 Mar 07 15:43:08.414334 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212a44b-1f1d-4822-9b5d-a16313c20a5a req-14fe491a-750c-4418-92ac-be6db6fb4b7a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:08.415857 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e212a44b-1f1d-4822-9b5d-a16313c20a5a req-14fe491a-750c-4418-92ac-be6db6fb4b7a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.0576513 Mar 07 15:43:08.462425 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-e212a44b-1f1d-4822-9b5d-a16313c20a5a req-c2132cd5-e9f9-4bb3-9d44-e93f52b47b0d tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402918 Mar 07 15:43:09.583842 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7af25-09f5-4316-8a7c-5d68309003d8 req-f1c66411-8d2b-4787-9780-1c549343e65b tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:09.585225 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-59b7af25-09f5-4316-8a7c-5d68309003d8 req-f1c66411-8d2b-4787-9780-1c549343e65b tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.0547943 Mar 07 15:43:09.650498 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-59b7af25-09f5-4316-8a7c-5d68309003d8 req-7d1f9558-8095-4c64-a666-7f138aa0460c tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597827 Mar 07 15:43:09.681738 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8523cb5-b84f-41a1-acd7-e7495a090037 req-80750b17-3bbc-4f5c-8e72-e0eebe3febce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:09.683257 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f8523cb5-b84f-41a1-acd7-e7495a090037 req-80750b17-3bbc-4f5c-8e72-e0eebe3febce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 1128 time: 0.0915470 Mar 07 15:43:09.727606 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-f8523cb5-b84f-41a1-acd7-e7495a090037 req-fe88f4fa-7057-45a3-baf3-fa75cf492b00 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382359 Mar 07 15:43:10.388058 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36354) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:10.541276 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Deleting port 6b9472c0-4154-456e-a06a-c264a9fc38cf {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:43:10.541617 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (6b9472c0-4154-456e-a06a-c264a9fc38cf), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:10.624133 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (6b9472c0-4154-456e-a06a-c264a9fc38cf), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:10.624853 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for floatingip (6b9472c0-4154-456e-a06a-c264a9fc38cf), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:10.630213 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:43:10.639327 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Calling delete_port for 6b9472c0-4154-456e-a06a-c264a9fc38cf owned by network:floatingip {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:43:10.778855 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0cf33-8213-404f-a5e3-569b29f52eb3 req-72d57864-4758-4156-8cec-d0ce3e3069bd tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:10.780552 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1ba0cf33-8213-404f-a5e3-569b29f52eb3 req-72d57864-4758-4156-8cec-d0ce3e3069bd tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 944 time: 0.0533881 Mar 07 15:43:10.821984 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (6b9472c0-4154-456e-a06a-c264a9fc38cf), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:10.834579 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-1ba0cf33-8213-404f-a5e3-569b29f52eb3 req-be8fe44b-dd10-4398-b3f2-81f912980d73 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479832 Mar 07 15:43:10.849195 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event deleted for resources: {'Port': ['ID=6b9472c0-4154-456e-a06a-c264a9fc38cf,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:10.872413 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:10.873295 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:10.873648 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:10.874007 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:10.874394 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:10.874678 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:10.875006 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:10.875333 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:10.875660 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:10.875986 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:10.876310 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:10.876631 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:10.876953 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:10.916214 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for floatingip (59fe7608-e911-4d64-a3fc-ae652ee47b12), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:10.916556 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.l3_db [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Floating IP 59fe7608-e911-4d64-a3fc-ae652ee47b12 disassociated (deleted). External IP: 172.27.3.157, port: 4ff5a81a-da26-4fba-a8e2-3576c919494c. Mar 07 15:43:11.138572 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Router cd151927-5e21-4006-ac2b-75c1a3a844aa has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:43:11.245435 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:43:11.250913 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:11.256776 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add4106-850d-4738-bbc2-729c3ece1188 None None] Sync routers for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:43:11.266306 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add4106-850d-4738-bbc2-729c3ece1188 None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:43:11.266913 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3add4106-850d-4738-bbc2-729c3ece1188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:42:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:11.279072 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-39bcfd5a-361d-4639-a8f6-66b8f66e78d6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "DELETE /v2.0/floatingips/59fe7608-e911-4d64-a3fc-ae652ee47b12 HTTP/1.1" status: 204 len: 168 time: 0.8893719 Mar 07 15:43:11.279670 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e35737-bd48-40f1-925a-d73642edaf8f', 'tag': '4ff5a81a-da26-4fba-a8e2-3576c919494c'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:43:11.281921 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c138a50-9221-439b-a071-27a6b79a548e" -d '{"events": [{"name": "network-changed", "server_uuid": "92e35737-bd48-40f1-925a-d73642edaf8f", "tag": "4ff5a81a-da26-4fba-a8e2-3576c919494c"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:43:11.318670 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 83da7a0c-cefe-4cff-8ce3-79f98f504517 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=102972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:43:11.401941 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4f2e74-99b7-434d-b2cf-a8b0084b2362 x-openstack-request-id: req-4c4f2e74-99b7-434d-b2cf-a8b0084b2362 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:43:11.402359 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e35737-bd48-40f1-925a-d73642edaf8f", "tag": "4ff5a81a-da26-4fba-a8e2-3576c919494c", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:43:11.402626 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c4f2e74-99b7-434d-b2cf-a8b0084b2362 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:43:11.403715 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e35737-bd48-40f1-925a-d73642edaf8f', 'tag': '4ff5a81a-da26-4fba-a8e2-3576c919494c', 'status': 'completed', 'code': 200} Mar 07 15:43:11.448214 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 83da7a0c-cefe-4cff-8ce3-79f98f504517, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:43:11.462080 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Returning: {'device': '83da7a0c-cefe-4cff-8ce3-79f98f504517', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'port_id': '83da7a0c-cefe-4cff-8ce3-79f98f504517', 'mac_address': 'fa:16:3e:d9:38:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:43:11.480767 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c138a50-9221-439b-a071-27a6b79a548e req-b5c15e0d-ba07-425f-b55d-8faacc5101a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:11.483118 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7c138a50-9221-439b-a071-27a6b79a548e req-b5c15e0d-ba07-425f-b55d-8faacc5101a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 1129 time: 0.0567620 Mar 07 15:43:11.504332 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 83da7a0c-cefe-4cff-8ce3-79f98f504517 is: DOWN; New status is: BUILD {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:43:11.505112 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:11.520377 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83da7a0c-cefe-4cff-8ce3-79f98f504517 {{(pid=102972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:43:11.523527 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-3add4106-850d-4738-bbc2-729c3ece1188 None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:43:11.544662 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 83da7a0c-cefe-4cff-8ce3-79f98f504517, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:43:11.545559 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11283634-44fb-46ce-8700-7359555322b4 req-2ba962a4-2ea0-4169-94b9-9e49a0412b55 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:11.547162 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-11283634-44fb-46ce-8700-7359555322b4 req-2ba962a4-2ea0-4169-94b9-9e49a0412b55 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 945 time: 0.0617213 Mar 07 15:43:11.551435 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:11.601660 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=83da7a0c-cefe-4cff-8ce3-79f98f504517,revision_number=7']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:11.605808 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c138a50-9221-439b-a071-27a6b79a548e req-ce24abd2-252f-41e4-823b-a7fd2ab4ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:11.608058 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7c138a50-9221-439b-a071-27a6b79a548e req-ce24abd2-252f-41e4-823b-a7fd2ab4ed09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 913 time: 0.1170230 Mar 07 15:43:11.611761 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-11283634-44fb-46ce-8700-7359555322b4 req-82661f1e-3e46-4d2a-9d07-d909f2fb9320 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585051 Mar 07 15:43:11.648669 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7c138a50-9221-439b-a071-27a6b79a548e req-825f44bf-b123-43f3-9477-02ad09723d8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff5a81a-da26-4fba-a8e2-3576c919494c HTTP/1.1" status: 200 len: 217 time: 0.0346465 Mar 07 15:43:11.700204 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c138a50-9221-439b-a071-27a6b79a548e req-018da476-4057-4afa-bb19-f974996fcd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:11.701695 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7c138a50-9221-439b-a071-27a6b79a548e req-018da476-4057-4afa-bb19-f974996fcd6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62da12ad-276e-4aaf-b6e0-ef8568f52ae1 HTTP/1.1" status: 200 len: 851 time: 0.0463324 Mar 07 15:43:11.751539 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c138a50-9221-439b-a071-27a6b79a548e req-62a20672-b006-4213-b9fe-58b21c4d8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:11.753053 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7c138a50-9221-439b-a071-27a6b79a548e req-62a20672-b006-4213-b9fe-58b21c4d8e24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6f86ee1-eb94-4c82-9c74-7df197ed1334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446072 Mar 07 15:43:11.766323 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3add4106-850d-4738-bbc2-729c3ece1188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': 'daaedb7b-7ee0-4951-a4e2-4afc4531eae9', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'port_id': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'mac_address': 'fa:16:3e:6f:50:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:39:27Z', 'updated_at': '2022-03-07T15:39:29Z', 'revision_number': 1, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:11.796407 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add4106-850d-4738-bbc2-729c3ece1188 None None] Checking router: cd151927-5e21-4006-ac2b-75c1a3a844aa for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:43:11.804598 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add4106-850d-4738-bbc2-729c3ece1188 None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:43:11.805211 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3add4106-850d-4738-bbc2-729c3ece1188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:42:47Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:11.808521 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] get_ports_and_sgs() called for port_ids ['83da7a0c-cefe-4cff-8ce3-79f98f504517'] {{(pid=102972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:43:11.845521 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7c138a50-9221-439b-a071-27a6b79a548e req-f98bad15-6cc5-4f54-bcef-82b609f8458a service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850632 Mar 07 15:43:11.927423 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-3add4106-850d-4738-bbc2-729c3ece1188 None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:43:11.985846 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d5b93-e721-41b5-9cec-b4d86c7538c2 req-ec06f8a9-9877-4d35-9856-49b5ceeee620 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:11.988887 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4f3d5b93-e721-41b5-9cec-b4d86c7538c2 req-ec06f8a9-9877-4d35-9856-49b5ceeee620 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 945 time: 0.0765419 Mar 07 15:43:11.994604 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7c138a50-9221-439b-a071-27a6b79a548e req-71b29e2f-5106-47e9-8c3e-c4a9088ce91e service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425049 Mar 07 15:43:12.047307 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4f3d5b93-e721-41b5-9cec-b4d86c7538c2 req-282e5a02-03d4-475e-a2ae-a6906add54d5 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500050 Mar 07 15:43:12.183968 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-3add4106-850d-4738-bbc2-729c3ece1188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': 'daaedb7b-7ee0-4951-a4e2-4afc4531eae9', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'port_id': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'mac_address': 'fa:16:3e:6f:50:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:39:27Z', 'updated_at': '2022-03-07T15:39:29Z', 'revision_number': 1, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:12.213575 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add4106-850d-4738-bbc2-729c3ece1188 None None] The sync data for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi is: [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_floatingips': [{'id': 'daaedb7b-7ee0-4951-a4e2-4afc4531eae9', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'router_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'port_id': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'mac_address': 'fa:16:3e:6f:50:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:39:27Z', 'updated_at': '2022-03-07T15:39:29Z', 'revision_number': 1, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:43:12.429645 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbd9207-32e5-448d-88e4-0cebf740c918 None None] New status for floating IP 59fe7608-e911-4d64-a3fc-ae652ee47b12: DOWN {{(pid=102972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:43:12.729482 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31981c73-ce73-4bbf-94b7-1137bbfc5f8b req-2e27e367-e2d6-4af2-b977-9df17d79c49e tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:12.730961 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-31981c73-ce73-4bbf-94b7-1137bbfc5f8b req-2e27e367-e2d6-4af2-b977-9df17d79c49e tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 945 time: 0.0528443 Mar 07 15:43:12.778671 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-31981c73-ce73-4bbf-94b7-1137bbfc5f8b req-bf6728f1-4626-44ee-b5d8-c8f285e1792d tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416684 Mar 07 15:43:13.019575 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b632f-72f8-4a43-8568-d9bb23882567 req-45f74c5a-5570-4480-b0ea-e3b883e1a117 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:13.021040 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-575b632f-72f8-4a43-8568-d9bb23882567 req-45f74c5a-5570-4480-b0ea-e3b883e1a117 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.30 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 945 time: 0.0556045 Mar 07 15:43:13.112363 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-575b632f-72f8-4a43-8568-d9bb23882567 req-4d14a80c-44a4-457b-8304-aef9f88c8116 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Deleting port 4ff5a81a-da26-4fba-a8e2-3576c919494c {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:43:13.112703 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-575b632f-72f8-4a43-8568-d9bb23882567 req-4d14a80c-44a4-457b-8304-aef9f88c8116 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:13.201055 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-575b632f-72f8-4a43-8568-d9bb23882567 req-4d14a80c-44a4-457b-8304-aef9f88c8116 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] For port 4ff5a81a-da26-4fba-a8e2-3576c919494c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=4ff5a81a-da26-4fba-a8e2-3576c919494c,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:43:13.201422 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-575b632f-72f8-4a43-8568-d9bb23882567 req-4d14a80c-44a4-457b-8304-aef9f88c8116 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:13.213029 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-575b632f-72f8-4a43-8568-d9bb23882567 req-4d14a80c-44a4-457b-8304-aef9f88c8116 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Calling delete_port for 4ff5a81a-da26-4fba-a8e2-3576c919494c owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:43:13.334067 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 83da7a0c-cefe-4cff-8ce3-79f98f504517 up at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:43:13.337111 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-575b632f-72f8-4a43-8568-d9bb23882567 req-4d14a80c-44a4-457b-8304-aef9f88c8116 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (4ff5a81a-da26-4fba-a8e2-3576c919494c), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:13.369155 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14a80c-44a4-457b-8304-aef9f88c8116 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event deleted for resources: {'Port': ['ID=4ff5a81a-da26-4fba-a8e2-3576c919494c,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:13.391145 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.provisioning_blocks [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Provisioning complete for port 83da7a0c-cefe-4cff-8ce3-79f98f504517 triggered by entity L2. {{(pid=102972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:43:13.391823 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3606775'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), provisioning_complete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:13.412120 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-575b632f-72f8-4a43-8568-d9bb23882567 req-4d14a80c-44a4-457b-8304-aef9f88c8116 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] No DVR routers for this DVR port 4ff5a81a-da26-4fba-a8e2-3576c919494c on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:43:13.414627 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-575b632f-72f8-4a43-8568-d9bb23882567 req-4d14a80c-44a4-457b-8304-aef9f88c8116 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:13.417952 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-575b632f-72f8-4a43-8568-d9bb23882567 req-4d14a80c-44a4-457b-8304-aef9f88c8116 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.30 "DELETE /v2.0/ports/4ff5a81a-da26-4fba-a8e2-3576c919494c HTTP/1.1" status: 204 len: 173 time: 0.3918047 Mar 07 15:43:13.418422 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e35737-bd48-40f1-925a-d73642edaf8f', 'name': 'network-vif-deleted', 'tag': '4ff5a81a-da26-4fba-a8e2-3576c919494c'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:43:13.420834 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa9e7fc-ee3c-4549-9755-bec9698b5050" -d '{"events": [{"server_uuid": "92e35737-bd48-40f1-925a-d73642edaf8f", "name": "network-vif-deleted", "tag": "4ff5a81a-da26-4fba-a8e2-3576c919494c"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:43:13.456064 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745a1456-190d-4f45-a9d7-3d752da5ad22 x-openstack-request-id: req-745a1456-190d-4f45-a9d7-3d752da5ad22 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:43:13.456476 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e35737-bd48-40f1-925a-d73642edaf8f", "name": "network-vif-deleted", "tag": "4ff5a81a-da26-4fba-a8e2-3576c919494c", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:43:13.456745 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-745a1456-190d-4f45-a9d7-3d752da5ad22 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:43:13.457189 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e35737-bd48-40f1-925a-d73642edaf8f', 'name': 'network-vif-deleted', 'tag': '4ff5a81a-da26-4fba-a8e2-3576c919494c', 'status': 'completed', 'code': 200} Mar 07 15:43:13.481211 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Current status of the port 83da7a0c-cefe-4cff-8ce3-79f98f504517 is: BUILD; New status is: ACTIVE {{(pid=102972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:43:13.481729 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3740864'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), before_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:13.505247 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83da7a0c-cefe-4cff-8ce3-79f98f504517'}] {{(pid=102972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:43:13.507523 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f3572698d30c16407067dc452194ebf6d59784441edb16f27a97ac97baa5c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fca515d-0c36-4792-ad33-3027792d3055" -d '{"events": [{"server_uuid": "1e33ad01-949f-43ca-afed-e3f37689abbd", "name": "network-vif-plugged", "status": "completed", "tag": "83da7a0c-cefe-4cff-8ce3-79f98f504517"}]}' {{(pid=102972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:43:13.519754 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] For port 83da7a0c-cefe-4cff-8ce3-79f98f504517, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:43:13.523751 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752360615352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752360076481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752360076499'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:13.546671 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71179103-bb43-4814-932a-f56d81eac48b x-openstack-request-id: req-71179103-bb43-4814-932a-f56d81eac48b {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:43:13.546967 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e33ad01-949f-43ca-afed-e3f37689abbd", "name": "network-vif-plugged", "status": "completed", "tag": "83da7a0c-cefe-4cff-8ce3-79f98f504517", "code": 200}]} {{(pid=102972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:43:13.547216 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71179103-bb43-4814-932a-f56d81eac48b {{(pid=102972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:43:13.547605 dv-cinder-830538-7-iscsi neutron-server[102972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83da7a0c-cefe-4cff-8ce3-79f98f504517', 'code': 200} Mar 07 15:43:13.574660 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Pushing event updated for resources: {'Port': ['ID=83da7a0c-cefe-4cff-8ce3-79f98f504517,revision_number=8']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:13.886015 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-3fa36c91-e88f-4723-9166-c315363f9078 req-57932717-66f1-400a-baab-a1161840165e tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=92e35737-bd48-40f1-925a-d73642edaf8f HTTP/1.1" status: 200 len: 210 time: 0.0259790 Mar 07 15:43:14.088547 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-946e5303-c849-418b-bdd2-ec3fe22156c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:16.674074 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-288c71f9-401c-44b7-bbd3-af58e3aec95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:17.162524 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36392) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:17.360408 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 4ff5a81a-da26-4fba-a8e2-3576c919494c no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:43:17.381415 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: 4ff5a81a-da26-4fba-a8e2-3576c919494c {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:43:17.381766 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 4ff5a81a-da26-4fba-a8e2-3576c919494c not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:43:17.571109 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-d5232116-41ca-48b4-8731-689d2d7f0dc6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Deleting port 86afe248-e012-464f-aaa2-ee2ff4c827c4 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:43:17.571452 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d5232116-41ca-48b4-8731-689d2d7f0dc6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (86afe248-e012-464f-aaa2-ee2ff4c827c4), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:17.645332 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d5232116-41ca-48b4-8731-689d2d7f0dc6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (86afe248-e012-464f-aaa2-ee2ff4c827c4), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:17.645655 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d5232116-41ca-48b4-8731-689d2d7f0dc6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for floatingip (86afe248-e012-464f-aaa2-ee2ff4c827c4), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:17.656834 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-d5232116-41ca-48b4-8731-689d2d7f0dc6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Calling delete_port for 86afe248-e012-464f-aaa2-ee2ff4c827c4 owned by network:floatingip {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:43:17.688462 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:17.798550 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d5232116-41ca-48b4-8731-689d2d7f0dc6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (86afe248-e012-464f-aaa2-ee2ff4c827c4), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:17.820929 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5232116-41ca-48b4-8731-689d2d7f0dc6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event deleted for resources: {'Port': ['ID=86afe248-e012-464f-aaa2-ee2ff4c827c4,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:17.883579 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d5232116-41ca-48b4-8731-689d2d7f0dc6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for floatingip (daaedb7b-7ee0-4951-a4e2-4afc4531eae9), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:17.884108 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.db.l3_db [None req-d5232116-41ca-48b4-8731-689d2d7f0dc6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Floating IP daaedb7b-7ee0-4951-a4e2-4afc4531eae9 disassociated (deleted). External IP: 172.27.3.155, port: ae55c37f-501b-4d5e-9228-5b095fb75c89. Mar 07 15:43:18.092330 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5232116-41ca-48b4-8731-689d2d7f0dc6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Router cd151927-5e21-4006-ac2b-75c1a3a844aa has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:43:18.200264 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5232116-41ca-48b4-8731-689d2d7f0dc6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:43:18.205519 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d5232116-41ca-48b4-8731-689d2d7f0dc6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:18.210232 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea459f-b29f-4f1a-bb1d-29414c25c291 None None] Sync routers for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:43:18.219795 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea459f-b29f-4f1a-bb1d-29414c25c291 None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:43:18.220464 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-c5ea459f-b29f-4f1a-bb1d-29414c25c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:43:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:18.234108 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-d5232116-41ca-48b4-8731-689d2d7f0dc6 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "DELETE /v2.0/floatingips/daaedb7b-7ee0-4951-a4e2-4afc4531eae9 HTTP/1.1" status: 204 len: 168 time: 1.0704970 Mar 07 15:43:18.234800 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'tag': 'ae55c37f-501b-4d5e-9228-5b095fb75c89'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:43:18.237273 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b472bf3-e7e2-4243-b3d4-ad59fbb3afb0" -d '{"events": [{"name": "network-changed", "server_uuid": "341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15", "tag": "ae55c37f-501b-4d5e-9228-5b095fb75c89"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:43:18.281129 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfa46f4-4337-449c-9d1f-c3607357e900 x-openstack-request-id: req-8cfa46f4-4337-449c-9d1f-c3607357e900 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:43:18.281433 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15", "tag": "ae55c37f-501b-4d5e-9228-5b095fb75c89", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:43:18.281691 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8cfa46f4-4337-449c-9d1f-c3607357e900 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:43:18.282133 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'tag': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'status': 'completed', 'code': 200} Mar 07 15:43:18.333818 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-c5ea459f-b29f-4f1a-bb1d-29414c25c291 None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:43:18.352744 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b472bf3-e7e2-4243-b3d4-ad59fbb3afb0 req-116f1089-b703-43de-ac5f-539e07a47cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:18.354251 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7b472bf3-e7e2-4243-b3d4-ad59fbb3afb0 req-116f1089-b703-43de-ac5f-539e07a47cf2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83d62f069f544168c7dc36ad4f7b139&device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 1130 time: 0.0508757 Mar 07 15:43:18.457047 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b472bf3-e7e2-4243-b3d4-ad59fbb3afb0 req-e55e5e22-58f9-4e96-b479-f2ef18c565d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:18.458974 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7b472bf3-e7e2-4243-b3d4-ad59fbb3afb0 req-e55e5e22-58f9-4e96-b479-f2ef18c565d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 200 len: 913 time: 0.0962021 Mar 07 15:43:18.489625 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eb878-2337-4773-ad19-1ccaa7b87363 req-2461f9fd-a6bd-407f-bdea-90387b36816c tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:18.491220 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-887eb878-2337-4773-ad19-1ccaa7b87363 req-2461f9fd-a6bd-407f-bdea-90387b36816c tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 946 time: 0.0585992 Mar 07 15:43:18.505410 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7b472bf3-e7e2-4243-b3d4-ad59fbb3afb0 req-e8d64adb-2c27-4f0b-90f6-e7c8caa7f1d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae55c37f-501b-4d5e-9228-5b095fb75c89 HTTP/1.1" status: 200 len: 217 time: 0.0399616 Mar 07 15:43:18.542073 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-887eb878-2337-4773-ad19-1ccaa7b87363 req-ece53c50-8c89-4daa-9f12-6e313fc8e3c2 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446444 Mar 07 15:43:18.560620 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b472bf3-e7e2-4243-b3d4-ad59fbb3afb0 req-892b2805-db53-4be8-9ca0-439436c75bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:18.562334 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7b472bf3-e7e2-4243-b3d4-ad59fbb3afb0 req-892b2805-db53-4be8-9ca0-439436c75bc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62da12ad-276e-4aaf-b6e0-ef8568f52ae1 HTTP/1.1" status: 200 len: 851 time: 0.0502279 Mar 07 15:43:18.562542 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-c5ea459f-b29f-4f1a-bb1d-29414c25c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:18.588688 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea459f-b29f-4f1a-bb1d-29414c25c291 None None] Checking router: cd151927-5e21-4006-ac2b-75c1a3a844aa for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:43:18.597712 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea459f-b29f-4f1a-bb1d-29414c25c291 None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:43:18.598341 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-c5ea459f-b29f-4f1a-bb1d-29414c25c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:43:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:18.611330 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b472bf3-e7e2-4243-b3d4-ad59fbb3afb0 req-960da618-c68a-4eb9-b2be-c9599bcc3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:18.612759 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7b472bf3-e7e2-4243-b3d4-ad59fbb3afb0 req-960da618-c68a-4eb9-b2be-c9599bcc3884 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6f86ee1-eb94-4c82-9c74-7df197ed1334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439389 Mar 07 15:43:18.704947 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7b472bf3-e7e2-4243-b3d4-ad59fbb3afb0 req-c3ccfcfe-d065-4e92-86d7-d5d20d335f73 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850854 Mar 07 15:43:18.707348 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-c5ea459f-b29f-4f1a-bb1d-29414c25c291 None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:43:18.796510 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-7b472bf3-e7e2-4243-b3d4-ad59fbb3afb0 req-54d4b951-3745-49a8-a208-ad8cb47544cd service neutron] 10.222.0.30 "GET /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848279 Mar 07 15:43:18.914270 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-c5ea459f-b29f-4f1a-bb1d-29414c25c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:18.940224 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea459f-b29f-4f1a-bb1d-29414c25c291 None None] The sync data for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi is: [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:35:58Z', 'revision_number': 4, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': '8bf3cfdc-809c-4420-8c6d-317383a578d0', 'name': '', 'network_id': 'f6f86ee1-eb94-4c82-9c74-7df197ed1334', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'mac_address': 'fa:16:3e:a7:d7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:57Z', 'updated_at': '2022-03-07T15:36:03Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'subnets': [{'id': '62da12ad-276e-4aaf-b6e0-ef8568f52ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:43:19.028942 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:19.154271 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ee6d9f-3ef8-482c-b899-c6edd4a30a6a None None] New status for floating IP daaedb7b-7ee0-4951-a4e2-4afc4531eae9: DOWN {{(pid=102972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:43:19.661644 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd4a0f-58ef-4b9a-83f2-9c4a996ebb27 req-10baf85d-415b-4045-b264-3288e120a8dd tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:19.663146 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cdcd4a0f-58ef-4b9a-83f2-9c4a996ebb27 req-10baf85d-415b-4045-b264-3288e120a8dd tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 946 time: 0.0522115 Mar 07 15:43:19.715879 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cdcd4a0f-58ef-4b9a-83f2-9c4a996ebb27 req-485b8587-2765-49e1-abcb-1b76f9ea141b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/security-groups?id=376176cb-76fa-45c1-abb9-411e8e908e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471873 Mar 07 15:43:19.917533 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41dcad-ccd1-430c-9a2b-d73ea832c646 req-a390e910-53b8-4bd8-9845-a928b97a901c tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:19.918910 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cb41dcad-ccd1-430c-9a2b-d73ea832c646 req-a390e910-53b8-4bd8-9845-a928b97a901c tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.30 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 946 time: 0.0510967 Mar 07 15:43:20.010086 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-cb41dcad-ccd1-430c-9a2b-d73ea832c646 req-f399d876-cd76-4c7b-a7b5-b5b12acfb1dd tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Deleting port ae55c37f-501b-4d5e-9228-5b095fb75c89 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:43:20.010432 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-cb41dcad-ccd1-430c-9a2b-d73ea832c646 req-f399d876-cd76-4c7b-a7b5-b5b12acfb1dd tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:20.101646 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-cb41dcad-ccd1-430c-9a2b-d73ea832c646 req-f399d876-cd76-4c7b-a7b5-b5b12acfb1dd tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] For port ae55c37f-501b-4d5e-9228-5b095fb75c89, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=ae55c37f-501b-4d5e-9228-5b095fb75c89,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:43:20.102035 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-cb41dcad-ccd1-430c-9a2b-d73ea832c646 req-f399d876-cd76-4c7b-a7b5-b5b12acfb1dd tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:20.113605 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-cb41dcad-ccd1-430c-9a2b-d73ea832c646 req-f399d876-cd76-4c7b-a7b5-b5b12acfb1dd tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Calling delete_port for ae55c37f-501b-4d5e-9228-5b095fb75c89 owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:43:20.239170 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-cb41dcad-ccd1-430c-9a2b-d73ea832c646 req-f399d876-cd76-4c7b-a7b5-b5b12acfb1dd tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (ae55c37f-501b-4d5e-9228-5b095fb75c89), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:20.265677 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399d876-cd76-4c7b-a7b5-b5b12acfb1dd tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event deleted for resources: {'Port': ['ID=ae55c37f-501b-4d5e-9228-5b095fb75c89,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:20.309276 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb41dcad-ccd1-430c-9a2b-d73ea832c646 req-f399d876-cd76-4c7b-a7b5-b5b12acfb1dd tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] No DVR routers for this DVR port ae55c37f-501b-4d5e-9228-5b095fb75c89 on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:43:20.311721 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-cb41dcad-ccd1-430c-9a2b-d73ea832c646 req-f399d876-cd76-4c7b-a7b5-b5b12acfb1dd tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:20.315107 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-cb41dcad-ccd1-430c-9a2b-d73ea832c646 req-f399d876-cd76-4c7b-a7b5-b5b12acfb1dd tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.30 "DELETE /v2.0/ports/ae55c37f-501b-4d5e-9228-5b095fb75c89 HTTP/1.1" status: 204 len: 173 time: 0.3903005 Mar 07 15:43:20.315542 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'name': 'network-vif-deleted', 'tag': 'ae55c37f-501b-4d5e-9228-5b095fb75c89'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:43:20.317753 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31722fde-c932-44e4-9412-e8dd5e6443e4" -d '{"events": [{"server_uuid": "341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15", "name": "network-vif-deleted", "tag": "ae55c37f-501b-4d5e-9228-5b095fb75c89"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:43:20.353542 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1056ffec-cb00-4e54-a835-23c483eed3a4 x-openstack-request-id: req-1056ffec-cb00-4e54-a835-23c483eed3a4 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:43:20.353837 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15", "name": "network-vif-deleted", "tag": "ae55c37f-501b-4d5e-9228-5b095fb75c89", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:43:20.354122 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1056ffec-cb00-4e54-a835-23c483eed3a4 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:43:20.354525 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15', 'name': 'network-vif-deleted', 'tag': 'ae55c37f-501b-4d5e-9228-5b095fb75c89', 'status': 'completed', 'code': 200} Mar 07 15:43:20.702754 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:20.818403 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-ee7c5767-987b-432e-af0d-927c183d6161 req-fff127c0-0be5-44cf-bef5-76c3d2113aaf tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "GET /v2.0/ports?device_id=341b9d5e-a92f-4d57-8b7e-fd7d7ec97a15 HTTP/1.1" status: 200 len: 210 time: 0.0276320 Mar 07 15:43:21.874490 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36408) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:21.995180 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-785a39c8-d557-4237-83a5-258ba07d9e8b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Deleting port 663880a5-3300-46c5-8341-8cd6369d01b5 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:43:21.995525 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-785a39c8-d557-4237-83a5-258ba07d9e8b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (663880a5-3300-46c5-8341-8cd6369d01b5), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:22.064325 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:22.073082 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-785a39c8-d557-4237-83a5-258ba07d9e8b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (663880a5-3300-46c5-8341-8cd6369d01b5), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:22.073413 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-785a39c8-d557-4237-83a5-258ba07d9e8b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for floatingip (663880a5-3300-46c5-8341-8cd6369d01b5), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:22.085516 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-785a39c8-d557-4237-83a5-258ba07d9e8b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Calling delete_port for 663880a5-3300-46c5-8341-8cd6369d01b5 owned by network:floatingip {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:43:22.214022 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-785a39c8-d557-4237-83a5-258ba07d9e8b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (663880a5-3300-46c5-8341-8cd6369d01b5), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:22.238986 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a39c8-d557-4237-83a5-258ba07d9e8b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event deleted for resources: {'Port': ['ID=663880a5-3300-46c5-8341-8cd6369d01b5,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:22.298635 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-785a39c8-d557-4237-83a5-258ba07d9e8b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for floatingip (5992d16f-c0f5-4443-b464-7bdd0e94e5d0), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:22.301280 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-785a39c8-d557-4237-83a5-258ba07d9e8b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:22.302472 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-785a39c8-d557-4237-83a5-258ba07d9e8b tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "DELETE /v2.0/floatingips/5992d16f-c0f5-4443-b464-7bdd0e94e5d0 HTTP/1.1" status: 204 len: 168 time: 0.4269311 Mar 07 15:43:23.380839 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ae55c37f-501b-4d5e-9228-5b095fb75c89 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:43:23.403999 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: ae55c37f-501b-4d5e-9228-5b095fb75c89 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:43:23.404348 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device ae55c37f-501b-4d5e-9228-5b095fb75c89 not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:43:23.498288 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36420) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:23.552761 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-79992ac6-0698-4492-ac65-ccb5777ca932 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group (376176cb-76fa-45c1-abb9-411e8e908e8d), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:23.579945 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-79992ac6-0698-4492-ac65-ccb5777ca932 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group (376176cb-76fa-45c1-abb9-411e8e908e8d), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:23.639004 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-79992ac6-0698-4492-ac65-ccb5777ca932 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (376176cb-76fa-45c1-abb9-411e8e908e8d), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:23.641632 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-79992ac6-0698-4492-ac65-ccb5777ca932 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Publish callbacks [] for security_group (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:23.642858 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-79992ac6-0698-4492-ac65-ccb5777ca932 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] 10.222.0.26 "DELETE /v2.0/security-groups/376176cb-76fa-45c1-abb9-411e8e908e8d HTTP/1.1" status: 204 len: 168 time: 0.1435823 Mar 07 15:43:23.652885 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79992ac6-0698-4492-ac65-ccb5777ca932 tempest-TestVolumeBootPattern-568940146 tempest-TestVolumeBootPattern-568940146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=376176cb-76fa-45c1-abb9-411e8e908e8d,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:23.694719 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36424) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:24.134241 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1f53f629-1e97-4844-8650-3cd1a71b1d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575044'] for router_interface (cd151927-5e21-4006-ac2b-75c1a3a844aa), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:24.380296 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-1f53f629-1e97-4844-8650-3cd1a71b1d22 admin admin] Deleting port 8bf3cfdc-809c-4420-8c6d-317383a578d0 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:43:24.380635 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1f53f629-1e97-4844-8650-3cd1a71b1d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:24.461135 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-1f53f629-1e97-4844-8650-3cd1a71b1d22 admin admin] For port 8bf3cfdc-809c-4420-8c6d-317383a578d0, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=8bf3cfdc-809c-4420-8c6d-317383a578d0,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:43:24.461406 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1f53f629-1e97-4844-8650-3cd1a71b1d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:24.473220 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-1f53f629-1e97-4844-8650-3cd1a71b1d22 admin admin] Calling delete_port for 8bf3cfdc-809c-4420-8c6d-317383a578d0 owned by network:router_interface {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:43:24.648004 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1f53f629-1e97-4844-8650-3cd1a71b1d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (8bf3cfdc-809c-4420-8c6d-317383a578d0), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:24.671034 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53f629-1e97-4844-8650-3cd1a71b1d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf3cfdc-809c-4420-8c6d-317383a578d0,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:24.839691 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1f53f629-1e97-4844-8650-3cd1a71b1d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575024'] for router_interface (cd151927-5e21-4006-ac2b-75c1a3a844aa), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:25.052617 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f53f629-1e97-4844-8650-3cd1a71b1d22 admin admin] Router cd151927-5e21-4006-ac2b-75c1a3a844aa has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:43:25.157257 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f53f629-1e97-4844-8650-3cd1a71b1d22 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:43:25.163249 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-1f53f629-1e97-4844-8650-3cd1a71b1d22 admin admin] 10.222.0.26 "PUT /v2.0/routers/cd151927-5e21-4006-ac2b-75c1a3a844aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4666688 Mar 07 15:43:25.164725 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36428) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:25.165787 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a13209-b671-49c1-8a19-56936a3031b4 None None] Sync routers for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:43:25.176439 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a13209-b671-49c1-8a19-56936a3031b4 None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:43:25.177040 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-e9a13209-b671-49c1-8a19-56936a3031b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:43:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:25.272094 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] Publish callbacks [] for router (cd151927-5e21-4006-ac2b-75c1a3a844aa), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:25.377537 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-e9a13209-b671-49c1-8a19-56936a3031b4 None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:43:25.387348 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] Publish callbacks [] for router_gateway (cd151927-5e21-4006-ac2b-75c1a3a844aa), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:25.439702 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] Deleting port 208c5d53-ec38-4a20-b281-96c818760f65 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:43:25.440043 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (208c5d53-ec38-4a20-b281-96c818760f65), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:25.520842 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] For port 208c5d53-ec38-4a20-b281-96c818760f65, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=208c5d53-ec38-4a20-b281-96c818760f65,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:43:25.521205 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (208c5d53-ec38-4a20-b281-96c818760f65), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:25.533419 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] Calling delete_port for 208c5d53-ec38-4a20-b281-96c818760f65 owned by network:router_gateway {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:43:25.555470 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-e9a13209-b671-49c1-8a19-56936a3031b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '208c5d53-ec38-4a20-b281-96c818760f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:43:24Z', 'revision_number': 5, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port': {'id': '208c5d53-ec38-4a20-b281-96c818760f65', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:25.582216 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a13209-b671-49c1-8a19-56936a3031b4 None None] Checking router: cd151927-5e21-4006-ac2b-75c1a3a844aa for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:43:25.590300 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a13209-b671-49c1-8a19-56936a3031b4 None None] Routers {'cd151927-5e21-4006-ac2b-75c1a3a844aa'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:43:25.590772 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-e9a13209-b671-49c1-8a19-56936a3031b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:43:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['cd151927-5e21-4006-ac2b-75c1a3a844aa'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:25.678939 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-e9a13209-b671-49c1-8a19-56936a3031b4 None None] Set router cd151927-5e21-4006-ac2b-75c1a3a844aa gateway port host: None {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:43:25.738769 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-e9a13209-b671-49c1-8a19-56936a3031b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:43:25Z', 'revision_number': 6, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port_host': None}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:25.767140 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a13209-b671-49c1-8a19-56936a3031b4 None None] The sync data for ids ['cd151927-5e21-4006-ac2b-75c1a3a844aa'] in dv-cinder-830538-7-iscsi is: [{'id': 'cd151927-5e21-4006-ac2b-75c1a3a844aa', 'name': 'tempest-TestVolumeBootPattern-1611476733-router', 'tenant_id': 'a83d62f069f544168c7dc36ad4f7b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:35:55Z', 'updated_at': '2022-03-07T15:43:25Z', 'revision_number': 6, 'project_id': 'a83d62f069f544168c7dc36ad4f7b139', 'gw_port_host': None}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:43:25.971448 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (208c5d53-ec38-4a20-b281-96c818760f65), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:25.996585 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] Pushing event deleted for resources: {'Port': ['ID=208c5d53-ec38-4a20-b281-96c818760f65,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:26.058620 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574362'] for router_gateway (cd151927-5e21-4006-ac2b-75c1a3a844aa), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.154538 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15440'] for router (cd151927-5e21-4006-ac2b-75c1a3a844aa), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.157821 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] Publish callbacks [] for router_controller (cd151927-5e21-4006-ac2b-75c1a3a844aa), precommit_delete_associations {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.201311 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574521'] for router (cd151927-5e21-4006-ac2b-75c1a3a844aa), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.202386 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd151927-5e21-4006-ac2b-75c1a3a844aa {{(pid=102970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 15:43:26.206719 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.207872 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-652f931b-aa10-40a5-a052-19b7f03085cc admin admin] 10.222.0.26 "DELETE /v2.0/routers/cd151927-5e21-4006-ac2b-75c1a3a844aa HTTP/1.1" status: 204 len: 168 time: 1.0422394 Mar 07 15:43:26.210354 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36430) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:26.253296 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_v2 [None req-94acb9bb-5031-4f5c-9ea3-40af613c34e4 admin admin] Deleting subnet 62da12ad-276e-4aaf-b6e0-ef8568f52ae1 {{(pid=102970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:43:26.256373 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-94acb9bb-5031-4f5c-9ea3-40af613c34e4 admin admin] Publish callbacks [] for subnet (62da12ad-276e-4aaf-b6e0-ef8568f52ae1), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.290281 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-94acb9bb-5031-4f5c-9ea3-40af613c34e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4916966'] for subnet (62da12ad-276e-4aaf-b6e0-ef8568f52ae1), precommit_delete_associations {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.369208 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-94acb9bb-5031-4f5c-9ea3-40af613c34e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (62da12ad-276e-4aaf-b6e0-ef8568f52ae1), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.418391 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-94acb9bb-5031-4f5c-9ea3-40af613c34e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5119573'] for subnet (62da12ad-276e-4aaf-b6e0-ef8568f52ae1), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.441545 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acb9bb-5031-4f5c-9ea3-40af613c34e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62da12ad-276e-4aaf-b6e0-ef8568f52ae1,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:26.447203 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-94acb9bb-5031-4f5c-9ea3-40af613c34e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.453264 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-94acb9bb-5031-4f5c-9ea3-40af613c34e4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/62da12ad-276e-4aaf-b6e0-ef8568f52ae1 HTTP/1.1" status: 204 len: 168 time: 0.2391195 Mar 07 15:43:26.453480 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d142f92e-b9fe-4688-b461-36fcb3dc26c1 None None] Network f6f86ee1-eb94-4c82-9c74-7df197ed1334 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:43:26.453992 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36432) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:26.532327 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (f6f86ee1-eb94-4c82-9c74-7df197ed1334), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.590918 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] Deleting port 1c053bb5-00e3-416b-9668-dea4b13a37f2 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:43:26.591263 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.605198 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062944d3-f5d2-4947-b1c1-529fa4940966 None None] DHCP port deletion for f6f86ee1-eb94-4c82-9c74-7df197ed1334 request from dv-cinder-830538-7-iscsi {{(pid=102972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 15:43:26.651998 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-062944d3-f5d2-4947-b1c1-529fa4940966 None None] Deleting port 1c053bb5-00e3-416b-9668-dea4b13a37f2 {{(pid=102972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:43:26.652370 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-062944d3-f5d2-4947-b1c1-529fa4940966 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), before_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.660345 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] For port 1c053bb5-00e3-416b-9668-dea4b13a37f2, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=1c053bb5-00e3-416b-9668-dea4b13a37f2,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:43:26.660712 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.677570 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] Calling delete_port for 1c053bb5-00e3-416b-9668-dea4b13a37f2 owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:43:26.714502 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-062944d3-f5d2-4947-b1c1-529fa4940966 None None] For port 1c053bb5-00e3-416b-9668-dea4b13a37f2, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=1c053bb5-00e3-416b-9668-dea4b13a37f2,segment=NetworkSegment(782c0629-62df-43ca-9257-24f2622c4ec7),segment_id=782c0629-62df-43ca-9257-24f2622c4ec7)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:43:26.714896 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-062944d3-f5d2-4947-b1c1-529fa4940966 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), precommit_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.728257 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-062944d3-f5d2-4947-b1c1-529fa4940966 None None] Calling delete_port for 1c053bb5-00e3-416b-9668-dea4b13a37f2 owned by network:dhcp {{(pid=102972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:43:26.760161 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.792199 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c053bb5-00e3-416b-9668-dea4b13a37f2,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:26.796705 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] No DVR routers for this DVR port 1c053bb5-00e3-416b-9668-dea4b13a37f2 on host dv-cinder-830538-7-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:43:26.809856 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-062944d3-f5d2-4947-b1c1-529fa4940966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472'] for port (1c053bb5-00e3-416b-9668-dea4b13a37f2), after_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.837109 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062944d3-f5d2-4947-b1c1-529fa4940966 None None] Pushing event deleted for resources: {'Port': ['ID=1c053bb5-00e3-416b-9668-dea4b13a37f2,revision_number=None']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:26.838641 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062944d3-f5d2-4947-b1c1-529fa4940966 None None] No DVR routers for this DVR port 1c053bb5-00e3-416b-9668-dea4b13a37f2 on host dv-cinder-830538-7-iscsi {{(pid=102972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:43:26.878425 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (f6f86ee1-eb94-4c82-9c74-7df197ed1334), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.897250 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f86ee1-eb94-4c82-9c74-7df197ed1334']}} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:26.906073 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782c0629-62df-43ca-9257-24f2622c4ec7') {'for_net_delete': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:26.906370 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782c0629-62df-43ca-9257-24f2622c4ec7') {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:26.915277 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4916765'] for segment (782c0629-62df-43ca-9257-24f2622c4ec7), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.928395 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (782c0629-62df-43ca-9257-24f2622c4ec7), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.934125 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:43:26.934503 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143150'] for segment (782c0629-62df-43ca-9257-24f2622c4ec7), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: Traceback (most recent call last): Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: timer() Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: cb(*args, **kw) Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: return func(*args, **kwargs) Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: self._notify() Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: self.callback(batched_events) Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: event.method(event) Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: return f(self, *a, **k) Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._get(url).json() Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: return self.request(url, 'GET', **kwargs) Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:43:26.936802 dv-cinder-830538-7-iscsi neutron-server[102970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:43:26.992863 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (f6f86ee1-eb94-4c82-9c74-7df197ed1334), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:26.998157 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:27.001844 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f6f86ee1-eb94-4c82-9c74-7df197ed1334 HTTP/1.1" status: 204 len: 168 time: 0.5467525 Mar 07 15:43:27.004765 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36434) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:27.012269 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4bfcd-6e99-4cbb-9ee0-ec88de6e2f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f86ee1-eb94-4c82-9c74-7df197ed1334,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:27.345766 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575044'] for router_interface (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:27.378257 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 8bf3cfdc-809c-4420-8c6d-317383a578d0 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:43:27.398036 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 8bf3cfdc-809c-4420-8c6d-317383a578d0 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:43:27.398383 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 8bf3cfdc-809c-4420-8c6d-317383a578d0 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:43:27.398798 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 208c5d53-ec38-4a20-b281-96c818760f65 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:43:27.421633 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 208c5d53-ec38-4a20-b281-96c818760f65 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:43:27.421996 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 208c5d53-ec38-4a20-b281-96c818760f65 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:43:27.422406 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 1c053bb5-00e3-416b-9668-dea4b13a37f2 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:43:27.440555 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 1c053bb5-00e3-416b-9668-dea4b13a37f2 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:43:27.440972 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 1c053bb5-00e3-416b-9668-dea4b13a37f2 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:43:27.591417 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Deleting port 9343798f-c8a7-47dc-9e81-f0950eaf06dd {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:43:27.591666 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:27.667570 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] For port 9343798f-c8a7-47dc-9e81-f0950eaf06dd, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=9343798f-c8a7-47dc-9e81-f0950eaf06dd,segment=NetworkSegment(566f96db-cf19-4d20-898c-d6b0a4cce5d9),segment_id=566f96db-cf19-4d20-898c-d6b0a4cce5d9)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:43:27.667930 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:27.679363 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Calling delete_port for 9343798f-c8a7-47dc-9e81-f0950eaf06dd owned by network:router_interface {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:43:27.858812 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (9343798f-c8a7-47dc-9e81-f0950eaf06dd), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:27.881672 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9343798f-c8a7-47dc-9e81-f0950eaf06dd,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:27.895013 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:27.895372 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:27.895741 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:27.896082 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:27.896416 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:27.896746 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:27.897079 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:27.897410 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:27.897739 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:27.898098 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:27.898426 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:27.898748 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:27.899068 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:43:28.057324 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575024'] for router_interface (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:28.519055 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Router 4cb678ed-3968-4c30-99fa-ec5efe2c89e7 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:43:28.627585 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:43:28.634910 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-2e202622-b2f6-427c-b89b-eb1e34266fe2 admin admin] 10.222.0.26 "PUT /v2.0/routers/4cb678ed-3968-4c30-99fa-ec5efe2c89e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6265738 Mar 07 15:43:28.635058 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36436) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:28.635817 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878889d2-9719-43e5-9e62-bd53420fa4f5 None None] Sync routers for ids ['4cb678ed-3968-4c30-99fa-ec5efe2c89e7'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:43:28.646154 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878889d2-9719-43e5-9e62-bd53420fa4f5 None None] Routers {'4cb678ed-3968-4c30-99fa-ec5efe2c89e7'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:43:28.646823 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-878889d2-9719-43e5-9e62-bd53420fa4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:43:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['4cb678ed-3968-4c30-99fa-ec5efe2c89e7'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:28.738494 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] Publish callbacks [] for router (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:28.752295 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-878889d2-9719-43e5-9e62-bd53420fa4f5 None None] Set router 4cb678ed-3968-4c30-99fa-ec5efe2c89e7 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:43:28.843188 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] Publish callbacks [] for router_gateway (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:28.896372 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] Deleting port af33e4b8-fc60-440e-8403-badd8af778a1 {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:43:28.896717 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (af33e4b8-fc60-440e-8403-badd8af778a1), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:28.925763 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-878889d2-9719-43e5-9e62-bd53420fa4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'name': 'tempest-TestVolumeBootPattern-850418685-router', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'af33e4b8-fc60-440e-8403-badd8af778a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:43:27Z', 'revision_number': 5, 'project_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'gw_port': {'id': 'af33e4b8-fc60-440e-8403-badd8af778a1', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:28.957310 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878889d2-9719-43e5-9e62-bd53420fa4f5 None None] Checking router: 4cb678ed-3968-4c30-99fa-ec5efe2c89e7 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:43:28.965483 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878889d2-9719-43e5-9e62-bd53420fa4f5 None None] Routers {'4cb678ed-3968-4c30-99fa-ec5efe2c89e7'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:43:28.966132 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-878889d2-9719-43e5-9e62-bd53420fa4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:43:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['4cb678ed-3968-4c30-99fa-ec5efe2c89e7'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:28.975716 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] For port af33e4b8-fc60-440e-8403-badd8af778a1, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=af33e4b8-fc60-440e-8403-badd8af778a1,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:43:28.976083 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (af33e4b8-fc60-440e-8403-badd8af778a1), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:28.988480 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] Calling delete_port for af33e4b8-fc60-440e-8403-badd8af778a1 owned by network:router_gateway {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:43:29.052954 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-878889d2-9719-43e5-9e62-bd53420fa4f5 None None] Set router 4cb678ed-3968-4c30-99fa-ec5efe2c89e7 gateway port host: None {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:43:29.162993 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (af33e4b8-fc60-440e-8403-badd8af778a1), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:29.188573 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] Pushing event deleted for resources: {'Port': ['ID=af33e4b8-fc60-440e-8403-badd8af778a1,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:29.235206 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-878889d2-9719-43e5-9e62-bd53420fa4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'name': 'tempest-TestVolumeBootPattern-850418685-router', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:43:28Z', 'revision_number': 6, 'project_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'gw_port_host': None}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:29.249035 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574362'] for router_gateway (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:29.263519 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878889d2-9719-43e5-9e62-bd53420fa4f5 None None] The sync data for ids ['4cb678ed-3968-4c30-99fa-ec5efe2c89e7'] in dv-cinder-830538-7-iscsi is: [{'id': '4cb678ed-3968-4c30-99fa-ec5efe2c89e7', 'name': 'tempest-TestVolumeBootPattern-850418685-router', 'tenant_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:36:00Z', 'updated_at': '2022-03-07T15:43:28Z', 'revision_number': 6, 'project_id': 'fdcc284d3bc2450cbbcb00a5a9c21f52', 'gw_port_host': None}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:43:29.341981 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15440'] for router (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:29.345045 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] Publish callbacks [] for router_controller (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), precommit_delete_associations {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:29.390185 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574521'] for router (4cb678ed-3968-4c30-99fa-ec5efe2c89e7), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:29.390724 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cb678ed-3968-4c30-99fa-ec5efe2c89e7 {{(pid=102971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 15:43:29.395005 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:29.396135 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-dbd51c83-619b-4902-8404-4a6d5f9b0122 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4cb678ed-3968-4c30-99fa-ec5efe2c89e7 HTTP/1.1" status: 204 len: 168 time: 0.7602477 Mar 07 15:43:29.398730 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36438) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:29.441937 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e940880-7576-430a-9c5e-9361951431d5 admin admin] Deleting subnet 3153ff54-26f7-49ac-a91e-4991bd35ae78 {{(pid=102971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:43:29.444893 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4e940880-7576-430a-9c5e-9361951431d5 admin admin] Publish callbacks [] for subnet (3153ff54-26f7-49ac-a91e-4991bd35ae78), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:29.478789 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4e940880-7576-430a-9c5e-9361951431d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8227178'] for subnet (3153ff54-26f7-49ac-a91e-4991bd35ae78), precommit_delete_associations {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:29.556068 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4e940880-7576-430a-9c5e-9361951431d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (3153ff54-26f7-49ac-a91e-4991bd35ae78), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:29.615647 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4e940880-7576-430a-9c5e-9361951431d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7627466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4930682'] for subnet (3153ff54-26f7-49ac-a91e-4991bd35ae78), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:29.646453 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e940880-7576-430a-9c5e-9361951431d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3153ff54-26f7-49ac-a91e-4991bd35ae78,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:29.651923 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-4e940880-7576-430a-9c5e-9361951431d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:29.657909 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-4e940880-7576-430a-9c5e-9361951431d5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3153ff54-26f7-49ac-a91e-4991bd35ae78 HTTP/1.1" status: 204 len: 168 time: 0.2580068 Mar 07 15:43:29.658544 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36440) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:29.671378 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55878bc4-ff47-4d50-a47e-6c5d874e6992 None None] Network 46b65a8c-977d-4bc8-adbf-dcef9ec0efe8 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:43:29.725871 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 9343798f-c8a7-47dc-9e81-f0950eaf06dd no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:43:29.747583 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (46b65a8c-977d-4bc8-adbf-dcef9ec0efe8), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:29.751400 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 9343798f-c8a7-47dc-9e81-f0950eaf06dd {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:43:29.751754 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 9343798f-c8a7-47dc-9e81-f0950eaf06dd not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:43:29.800833 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] Deleting port ef4e6945-0fda-4e38-a263-673f0d44c4c0 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:43:29.801189 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (ef4e6945-0fda-4e38-a263-673f0d44c4c0), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:29.868125 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] For port ef4e6945-0fda-4e38-a263-673f0d44c4c0, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=ef4e6945-0fda-4e38-a263-673f0d44c4c0,segment=NetworkSegment(566f96db-cf19-4d20-898c-d6b0a4cce5d9),segment_id=566f96db-cf19-4d20-898c-d6b0a4cce5d9)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:43:29.868619 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (ef4e6945-0fda-4e38-a263-673f0d44c4c0), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:29.882144 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] Calling delete_port for ef4e6945-0fda-4e38-a263-673f0d44c4c0 owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:43:29.988115 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d3148e73-08d1-45b0-8c3d-13c66e969b22 req-01b3a79a-925f-4b8b-b382-30d550bae352 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0937679 Mar 07 15:43:29.999422 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (ef4e6945-0fda-4e38-a263-673f0d44c4c0), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:30.032888 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4e6945-0fda-4e38-a263-673f0d44c4c0,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:30.034900 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] No DVR routers for this DVR port ef4e6945-0fda-4e38-a263-673f0d44c4c0 on host dv-cinder-830538-7-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:43:30.071260 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af830134-7e5f-42e0-a4d2-f71fa133a239 None None] DHCP port deletion for 46b65a8c-977d-4bc8-adbf-dcef9ec0efe8 request from dv-cinder-830538-7-iscsi {{(pid=102972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 15:43:30.134628 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (46b65a8c-977d-4bc8-adbf-dcef9ec0efe8), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:30.150113 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3148e73-08d1-45b0-8c3d-13c66e969b22 req-d0dd2de7-0a5d-4124-8a72-0eb2a4037d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:30.151631 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d3148e73-08d1-45b0-8c3d-13c66e969b22 req-d0dd2de7-0a5d-4124-8a72-0eb2a4037d89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=211a65fc7f30499aac00f697176c5768&device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 1130 time: 0.1275504 Mar 07 15:43:30.160678 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b65a8c-977d-4bc8-adbf-dcef9ec0efe8']}} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:30.173815 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566f96db-cf19-4d20-898c-d6b0a4cce5d9') {'for_net_delete': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:30.174143 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.services.segments.db [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566f96db-cf19-4d20-898c-d6b0a4cce5d9') {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:43:30.199212 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4916765'] for segment (566f96db-cf19-4d20-898c-d6b0a4cce5d9), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:30.250274 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (566f96db-cf19-4d20-898c-d6b0a4cce5d9), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:30.260016 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:43:30.260255 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143150'] for segment (566f96db-cf19-4d20-898c-d6b0a4cce5d9), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: Traceback (most recent call last): Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: timer() Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: cb(*args, **kw) Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: return func(*args, **kwargs) Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: self._notify() Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: self.callback(batched_events) Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: event.method(event) Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: return f(self, *a, **k) Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._get(url).json() Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: return self.request(url, 'GET', **kwargs) Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:43:30.262134 dv-cinder-830538-7-iscsi neutron-server[102970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:43:30.328514 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3148e73-08d1-45b0-8c3d-13c66e969b22 req-44d0493b-a2af-4ff3-a5e6-65b8bd42e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:30.329506 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d3148e73-08d1-45b0-8c3d-13c66e969b22 req-44d0493b-a2af-4ff3-a5e6-65b8bd42e02b service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef5a1544-269a-4c4c-9c66-971da639cc03 HTTP/1.1" status: 200 len: 910 time: 0.1593995 Mar 07 15:43:30.331117 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (46b65a8c-977d-4bc8-adbf-dcef9ec0efe8), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:30.336870 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:30.340174 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] 10.222.0.26 "DELETE /v2.0/networks/46b65a8c-977d-4bc8-adbf-dcef9ec0efe8 HTTP/1.1" status: 204 len: 168 time: 0.6804481 Mar 07 15:43:30.360446 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45171383-1526-404a-9adb-42afad2d9120 admin admin] Pushing event deleted for resources: {'Network': ['ID=46b65a8c-977d-4bc8-adbf-dcef9ec0efe8,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:30.416000 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d3148e73-08d1-45b0-8c3d-13c66e969b22 req-83269043-755b-492c-bdbe-701d4eeff178 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517 HTTP/1.1" status: 200 len: 1002 time: 0.0747600 Mar 07 15:43:30.455189 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36444) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:30.482051 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3148e73-08d1-45b0-8c3d-13c66e969b22 req-e64f9006-74d5-4457-8bb6-2e661c6e6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:30.484086 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d3148e73-08d1-45b0-8c3d-13c66e969b22 req-e64f9006-74d5-4457-8bb6-2e661c6e6007 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f141ddb-325d-4047-b131-2b5bf66cb8ab HTTP/1.1" status: 200 len: 848 time: 0.0620453 Mar 07 15:43:30.527086 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-3018a631-9bd9-463a-ac7a-c0dcbff054d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a83d62f069f544168c7dc36ad4f7b139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707293 Mar 07 15:43:30.529695 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36446) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:30.543413 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3148e73-08d1-45b0-8c3d-13c66e969b22 req-df63b892-abdb-4dc7-919a-1b9990fd1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:43:30.544902 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d3148e73-08d1-45b0-8c3d-13c66e969b22 req-df63b892-abdb-4dc7-919a-1b9990fd1f5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef5a1544-269a-4c4c-9c66-971da639cc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513344 Mar 07 15:43:30.577259 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-08462632-a119-4288-acf7-d52874741065 admin admin] Publish callbacks [] for security_group (aabdea31-467e-4b2f-ae7d-afc62d25e0d0), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:30.599073 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-08462632-a119-4288-acf7-d52874741065 admin admin] Publish callbacks [] for security_group (aabdea31-467e-4b2f-ae7d-afc62d25e0d0), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:30.638047 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d3148e73-08d1-45b0-8c3d-13c66e969b22 req-d864fb5a-f37f-490b-9543-8f83e1f01805 service neutron] 10.222.0.30 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856895 Mar 07 15:43:30.645774 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-08462632-a119-4288-acf7-d52874741065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (aabdea31-467e-4b2f-ae7d-afc62d25e0d0), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:30.648940 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-08462632-a119-4288-acf7-d52874741065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:30.650106 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-08462632-a119-4288-acf7-d52874741065 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aabdea31-467e-4b2f-ae7d-afc62d25e0d0 HTTP/1.1" status: 204 len: 168 time: 0.1187119 Mar 07 15:43:30.659950 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08462632-a119-4288-acf7-d52874741065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabdea31-467e-4b2f-ae7d-afc62d25e0d0,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:30.738363 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-d3148e73-08d1-45b0-8c3d-13c66e969b22 req-918df393-0bc2-4517-a1ef-002883f2532e service neutron] 10.222.0.30 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920651 Mar 07 15:43:30.955198 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36452) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:30.993474 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-4fa36d55-6407-4748-8dcd-a7fce5b1087e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdcc284d3bc2450cbbcb00a5a9c21f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371351 Mar 07 15:43:30.995775 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36454) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:43:31.044643 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-75f13ff7-2cee-4c22-b25d-b1d99861f1bf admin admin] Publish callbacks [] for security_group (5914916c-ddf1-4167-84d7-a6dd7ed99d45), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:31.065888 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-75f13ff7-2cee-4c22-b25d-b1d99861f1bf admin admin] Publish callbacks [] for security_group (5914916c-ddf1-4167-84d7-a6dd7ed99d45), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:31.115297 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-75f13ff7-2cee-4c22-b25d-b1d99861f1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (5914916c-ddf1-4167-84d7-a6dd7ed99d45), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:31.118003 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-75f13ff7-2cee-4c22-b25d-b1d99861f1bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:31.119164 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-75f13ff7-2cee-4c22-b25d-b1d99861f1bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5914916c-ddf1-4167-84d7-a6dd7ed99d45 HTTP/1.1" status: 204 len: 168 time: 0.1225247 Mar 07 15:43:31.126620 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f13ff7-2cee-4c22-b25d-b1d99861f1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5914916c-ddf1-4167-84d7-a6dd7ed99d45,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:43:31.387834 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device ef4e6945-0fda-4e38-a263-673f0d44c4c0 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:43:31.409343 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: ef4e6945-0fda-4e38-a263-673f0d44c4c0 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:43:31.409692 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device ef4e6945-0fda-4e38-a263-673f0d44c4c0 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:43:31.410139 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device af33e4b8-fc60-440e-8403-badd8af778a1 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:43:31.429628 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: af33e4b8-fc60-440e-8403-badd8af778a1 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:43:31.429992 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device af33e4b8-fc60-440e-8403-badd8af778a1 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:43:44.089511 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-360c96ba-c85e-4dd7-b9f0-21c8179ff360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:46.675029 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-912eee73-f750-4077-a2aa-43e373c4dedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:47.628829 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:43:47.689173 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:49.031506 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:50.706261 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:43:52.066069 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:14.090716 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-9a61a115-402d-4527-a9d0-140e3ef67a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:16.675753 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6b861de9-b310-46b9-aa90-92c48cb308bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:17.692498 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:19.034045 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:20.708031 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:22.079315 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:24.627837 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:44:25.149158 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36460) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:44:25.300010 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-1f2608bc-4516-4a55-85c2-6e4d38457161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Deleting port e6ce34dd-f4bd-457e-8edb-8f0af8783755 {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:44:25.300347 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1f2608bc-4516-4a55-85c2-6e4d38457161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (e6ce34dd-f4bd-457e-8edb-8f0af8783755), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:25.381634 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1f2608bc-4516-4a55-85c2-6e4d38457161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (e6ce34dd-f4bd-457e-8edb-8f0af8783755), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:25.381955 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1f2608bc-4516-4a55-85c2-6e4d38457161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for floatingip (e6ce34dd-f4bd-457e-8edb-8f0af8783755), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:25.393286 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-1f2608bc-4516-4a55-85c2-6e4d38457161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Calling delete_port for e6ce34dd-f4bd-457e-8edb-8f0af8783755 owned by network:floatingip {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:44:25.531541 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1f2608bc-4516-4a55-85c2-6e4d38457161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (e6ce34dd-f4bd-457e-8edb-8f0af8783755), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:25.559230 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2608bc-4516-4a55-85c2-6e4d38457161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Pushing event deleted for resources: {'Port': ['ID=e6ce34dd-f4bd-457e-8edb-8f0af8783755,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:25.618903 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1f2608bc-4516-4a55-85c2-6e4d38457161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for floatingip (e7bc324c-b826-4f90-abab-150a008f5307), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:25.619232 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.db.l3_db [None req-1f2608bc-4516-4a55-85c2-6e4d38457161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Floating IP e7bc324c-b826-4f90-abab-150a008f5307 disassociated (deleted). External IP: 172.27.3.139, port: 83da7a0c-cefe-4cff-8ce3-79f98f504517. Mar 07 15:44:25.826973 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2608bc-4516-4a55-85c2-6e4d38457161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:44:25.933806 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2608bc-4516-4a55-85c2-6e4d38457161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:44:25.938647 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1f2608bc-4516-4a55-85c2-6e4d38457161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for floatingip (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:25.943178 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e39aaee-86b9-426e-ba7c-d4f67897f054 None None] Sync routers for ids ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:44:25.952350 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e39aaee-86b9-426e-ba7c-d4f67897f054 None None] Routers {'38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:44:25.953053 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-1e39aaee-86b9-426e-ba7c-d4f67897f054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:44:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:25.969192 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-1f2608bc-4516-4a55-85c2-6e4d38457161 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "DELETE /v2.0/floatingips/e7bc324c-b826-4f90-abab-150a008f5307 HTTP/1.1" status: 204 len: 168 time: 0.8189015 Mar 07 15:44:25.970318 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'tag': '83da7a0c-cefe-4cff-8ce3-79f98f504517'}] {{(pid=102971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:44:25.972872 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca2910b14f224a944fbf55f12f826a73f4d2f69a3ff2dd90448ef2a644a68399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b284243b-065c-402f-a663-e08d1382ccf7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e33ad01-949f-43ca-afed-e3f37689abbd", "tag": "83da7a0c-cefe-4cff-8ce3-79f98f504517"}]}' {{(pid=102971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:44:26.072003 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-1e39aaee-86b9-426e-ba7c-d4f67897f054 None None] Set router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:44:26.206519 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea743c-37c4-4624-9488-1334afd74f68 req-bac2c005-1331-48fb-a6e2-28abfe8e5d28 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:44:26.208043 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-41ea743c-37c4-4624-9488-1334afd74f68 req-bac2c005-1331-48fb-a6e2-28abfe8e5d28 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0539896 Mar 07 15:44:26.223388 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c32cb6f-7878-4339-a603-ca55ee564b2a x-openstack-request-id: req-2c32cb6f-7878-4339-a603-ca55ee564b2a {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:44:26.223684 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e33ad01-949f-43ca-afed-e3f37689abbd", "tag": "83da7a0c-cefe-4cff-8ce3-79f98f504517", "status": "completed", "code": 200}]} {{(pid=102971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:44:26.224147 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c32cb6f-7878-4339-a603-ca55ee564b2a {{(pid=102971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:44:26.224555 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'tag': '83da7a0c-cefe-4cff-8ce3-79f98f504517', 'status': 'completed', 'code': 200} Mar 07 15:44:26.263270 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [req-41ea743c-37c4-4624-9488-1334afd74f68 req-013865df-5392-4889-8454-a05c9768d770 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486588 Mar 07 15:44:26.289188 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284243b-065c-402f-a663-e08d1382ccf7 req-ec13ceb8-1b8b-4477-b3c6-150c49caf673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:44:26.290820 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b284243b-065c-402f-a663-e08d1382ccf7 req-ec13ceb8-1b8b-4477-b3c6-150c49caf673 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=211a65fc7f30499aac00f697176c5768&device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 1130 time: 0.0492218 Mar 07 15:44:26.291724 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-1e39aaee-86b9-426e-ba7c-d4f67897f054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:01Z', 'updated_at': '2022-03-07T15:40:04Z', 'revision_number': 4, 'project_id': '211a65fc7f30499aac00f697176c5768', 'gw_port': {'id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:02Z', 'updated_at': '2022-03-07T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'cbc84e4d-c322-4b55-894a-d3ede110ff16', 'name': '', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'mac_address': 'fa:16:3e:9c:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:03Z', 'updated_at': '2022-03-07T15:40:08Z', 'revision_number': 5, 'project_id': '211a65fc7f30499aac00f697176c5768', 'subnets': [{'id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:26.333046 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e39aaee-86b9-426e-ba7c-d4f67897f054 None None] Checking router: 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:44:26.343033 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e39aaee-86b9-426e-ba7c-d4f67897f054 None None] Routers {'38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:44:26.343661 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-1e39aaee-86b9-426e-ba7c-d4f67897f054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:44:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:26.385427 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284243b-065c-402f-a663-e08d1382ccf7 req-b3467363-3dc0-4ac4-a728-6a1e9c889adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:44:26.386871 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b284243b-065c-402f-a663-e08d1382ccf7 req-b3467363-3dc0-4ac4-a728-6a1e9c889adc service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef5a1544-269a-4c4c-9c66-971da639cc03 HTTP/1.1" status: 200 len: 910 time: 0.0898449 Mar 07 15:44:26.428114 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b284243b-065c-402f-a663-e08d1382ccf7 req-e83dd3f5-ae1f-422d-bb70-923228c2c666 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517 HTTP/1.1" status: 200 len: 217 time: 0.0331750 Mar 07 15:44:26.466744 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-1e39aaee-86b9-426e-ba7c-d4f67897f054 None None] Set router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:44:26.478969 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284243b-065c-402f-a663-e08d1382ccf7 req-58cd189b-8187-4cbc-b08e-d53f51246e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:44:26.480460 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b284243b-065c-402f-a663-e08d1382ccf7 req-58cd189b-8187-4cbc-b08e-d53f51246e1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f141ddb-325d-4047-b131-2b5bf66cb8ab HTTP/1.1" status: 200 len: 848 time: 0.0467656 Mar 07 15:44:26.529044 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284243b-065c-402f-a663-e08d1382ccf7 req-7791ac34-a3ca-4b49-a7ac-846e17b44267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:44:26.530567 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b284243b-065c-402f-a663-e08d1382ccf7 req-7791ac34-a3ca-4b49-a7ac-846e17b44267 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef5a1544-269a-4c4c-9c66-971da639cc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431445 Mar 07 15:44:26.625855 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b284243b-065c-402f-a663-e08d1382ccf7 req-67f01905-92cc-4063-95e9-1f45898d4782 service neutron] 10.222.0.30 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871613 Mar 07 15:44:26.665635 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-1e39aaee-86b9-426e-ba7c-d4f67897f054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:01Z', 'updated_at': '2022-03-07T15:40:04Z', 'revision_number': 4, 'project_id': '211a65fc7f30499aac00f697176c5768', 'gw_port': {'id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:02Z', 'updated_at': '2022-03-07T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'cbc84e4d-c322-4b55-894a-d3ede110ff16', 'name': '', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'mac_address': 'fa:16:3e:9c:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:03Z', 'updated_at': '2022-03-07T15:40:08Z', 'revision_number': 5, 'project_id': '211a65fc7f30499aac00f697176c5768', 'subnets': [{'id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:26.692407 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e39aaee-86b9-426e-ba7c-d4f67897f054 None None] The sync data for ids ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'] in dv-cinder-830538-7-iscsi is: [{'id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:01Z', 'updated_at': '2022-03-07T15:40:04Z', 'revision_number': 4, 'project_id': '211a65fc7f30499aac00f697176c5768', 'gw_port': {'id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:02Z', 'updated_at': '2022-03-07T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi', '_interfaces': [{'id': 'cbc84e4d-c322-4b55-894a-d3ede110ff16', 'name': '', 'network_id': 'ef5a1544-269a-4c4c-9c66-971da639cc03', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'mac_address': 'fa:16:3e:9c:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:03Z', 'updated_at': '2022-03-07T15:40:08Z', 'revision_number': 5, 'project_id': '211a65fc7f30499aac00f697176c5768', 'subnets': [{'id': '6f141ddb-325d-4047-b131-2b5bf66cb8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:44:26.719951 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-b284243b-065c-402f-a663-e08d1382ccf7 req-b985321b-be91-49ce-ba7f-d334aed368e6 service neutron] 10.222.0.30 "GET /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853722 Mar 07 15:44:26.902849 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85f6bb-e518-4859-b304-d298703c98e6 None None] New status for floating IP e7bc324c-b826-4f90-abab-150a008f5307: DOWN {{(pid=102972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:44:27.385755 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff95ced-dd40-4ca1-a028-a1e2a53c80ed req-4b51e217-21cf-43fc-908f-351e2c054ee3 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:44:27.387254 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2ff95ced-dd40-4ca1-a028-a1e2a53c80ed req-4b51e217-21cf-43fc-908f-351e2c054ee3 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0543385 Mar 07 15:44:27.439888 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-2ff95ced-dd40-4ca1-a028-a1e2a53c80ed req-972383e9-58c8-453f-9d09-bb693ceebe3a tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/security-groups?id=62d0de84-1abc-4b4f-9448-cbba901ba214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470383 Mar 07 15:44:27.706229 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb7368-0460-482d-9fab-77c863ff58d9 req-08702cbb-d05c-45b3-b403-62383ff20b72 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:44:27.707703 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4ceb7368-0460-482d-9fab-77c863ff58d9 req-08702cbb-d05c-45b3-b403-62383ff20b72 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 946 time: 0.0517058 Mar 07 15:44:27.796596 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-4ceb7368-0460-482d-9fab-77c863ff58d9 req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Deleting port 83da7a0c-cefe-4cff-8ce3-79f98f504517 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:44:27.796932 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-4ceb7368-0460-482d-9fab-77c863ff58d9 req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:27.885797 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [req-4ceb7368-0460-482d-9fab-77c863ff58d9 req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] For port 83da7a0c-cefe-4cff-8ce3-79f98f504517, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=83da7a0c-cefe-4cff-8ce3-79f98f504517,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:44:27.886190 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-4ceb7368-0460-482d-9fab-77c863ff58d9 req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:27.898196 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [req-4ceb7368-0460-482d-9fab-77c863ff58d9 req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Calling delete_port for 83da7a0c-cefe-4cff-8ce3-79f98f504517 owned by compute:nova {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:44:28.027115 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-4ceb7368-0460-482d-9fab-77c863ff58d9 req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (83da7a0c-cefe-4cff-8ce3-79f98f504517), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:28.054403 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Pushing event deleted for resources: {'Port': ['ID=83da7a0c-cefe-4cff-8ce3-79f98f504517,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:28.066373 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:28.066731 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:28.067078 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:28.067411 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:28.067736 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:28.068064 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:28.068387 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:28.068706 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:28.069024 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:28.069349 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:28.069668 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:28.070008 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:28.070328 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:28.106984 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ceb7368-0460-482d-9fab-77c863ff58d9 req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] No DVR routers for this DVR port 83da7a0c-cefe-4cff-8ce3-79f98f504517 on host hv-cinder-83053 {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:44:28.109418 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [req-4ceb7368-0460-482d-9fab-77c863ff58d9 req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6694'] for port (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:28.112746 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-4ceb7368-0460-482d-9fab-77c863ff58d9 req-ca8c904e-b631-4345-abdb-40c4969c34a1 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.30 "DELETE /v2.0/ports/83da7a0c-cefe-4cff-8ce3-79f98f504517 HTTP/1.1" status: 204 len: 173 time: 0.3996751 Mar 07 15:44:28.113186 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'name': 'network-vif-deleted', 'tag': '83da7a0c-cefe-4cff-8ce3-79f98f504517'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:44:28.115565 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c000be3954cdb6bea5d91d092a06f31c0b2301a1edebf31f70518fe88ee359c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341178d0-96ef-473e-82aa-122fdc2ec1ad" -d '{"events": [{"server_uuid": "1e33ad01-949f-43ca-afed-e3f37689abbd", "name": "network-vif-deleted", "tag": "83da7a0c-cefe-4cff-8ce3-79f98f504517"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:44:28.150807 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d307876-5ac8-4313-933c-3eccb7cb7a9e x-openstack-request-id: req-6d307876-5ac8-4313-933c-3eccb7cb7a9e {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:44:28.151107 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e33ad01-949f-43ca-afed-e3f37689abbd", "name": "network-vif-deleted", "tag": "83da7a0c-cefe-4cff-8ce3-79f98f504517", "status": "completed", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:44:28.151362 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d307876-5ac8-4313-933c-3eccb7cb7a9e {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:44:28.151759 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e33ad01-949f-43ca-afed-e3f37689abbd', 'name': 'network-vif-deleted', 'tag': '83da7a0c-cefe-4cff-8ce3-79f98f504517', 'status': 'completed', 'code': 200} Mar 07 15:44:28.548755 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [req-94e9a195-10dd-42ed-a13e-f7103a92072d req-aa550627-71e2-48bd-b221-c2b2b4190ff9 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e33ad01-949f-43ca-afed-e3f37689abbd HTTP/1.1" status: 200 len: 210 time: 0.0280437 Mar 07 15:44:29.606407 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36492) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:44:29.664467 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group (62d0de84-1abc-4b4f-9448-cbba901ba214), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:29.689134 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group (62d0de84-1abc-4b4f-9448-cbba901ba214), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:29.747187 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (62d0de84-1abc-4b4f-9448-cbba901ba214), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:29.749750 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:29.750955 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] 10.222.0.26 "DELETE /v2.0/security-groups/62d0de84-1abc-4b4f-9448-cbba901ba214 HTTP/1.1" status: 204 len: 168 time: 0.1435487 Mar 07 15:44:29.759667 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d0de84-1abc-4b4f-9448-cbba901ba214,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:29.767095 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:29.767441 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:29.767782 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:29.768117 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:29.768447 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:29.768772 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:29.769114 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:29.769416 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:29.769736 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:29.770126 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:29.770413 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:29.770781 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:29.771082 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23ff66-2806-44fe-8838-99aa841169f4 tempest-TestShelveInstance-1967678162 tempest-TestShelveInstance-1967678162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:29.792441 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36496) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:44:30.129390 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6b2bcf67-ce38-44f5-a62b-c415fb7ee01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575044'] for router_interface (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:30.370072 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-6b2bcf67-ce38-44f5-a62b-c415fb7ee01a admin admin] Deleting port cbc84e4d-c322-4b55-894a-d3ede110ff16 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:44:30.370418 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6b2bcf67-ce38-44f5-a62b-c415fb7ee01a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:30.445214 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-6b2bcf67-ce38-44f5-a62b-c415fb7ee01a admin admin] For port cbc84e4d-c322-4b55-894a-d3ede110ff16, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=cbc84e4d-c322-4b55-894a-d3ede110ff16,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:44:30.445504 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6b2bcf67-ce38-44f5-a62b-c415fb7ee01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:30.457416 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-6b2bcf67-ce38-44f5-a62b-c415fb7ee01a admin admin] Calling delete_port for cbc84e4d-c322-4b55-894a-d3ede110ff16 owned by network:router_interface {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:44:30.633450 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6b2bcf67-ce38-44f5-a62b-c415fb7ee01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (cbc84e4d-c322-4b55-894a-d3ede110ff16), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:30.660562 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bcf67-ce38-44f5-a62b-c415fb7ee01a admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc84e4d-c322-4b55-894a-d3ede110ff16,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:30.823021 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6b2bcf67-ce38-44f5-a62b-c415fb7ee01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575024'] for router_interface (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:31.296343 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2bcf67-ce38-44f5-a62b-c415fb7ee01a admin admin] Router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:44:31.404068 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2bcf67-ce38-44f5-a62b-c415fb7ee01a admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:44:31.412485 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-6b2bcf67-ce38-44f5-a62b-c415fb7ee01a admin admin] 10.222.0.26 "PUT /v2.0/routers/38c5b1f2-af6f-4762-a002-3e4ff24b9cf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6164815 Mar 07 15:44:31.412595 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36498) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:44:31.414033 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90add1e-ff36-49d0-a4de-36bd42632f20 None None] Sync routers for ids ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'] in dv-cinder-830538-7-iscsi {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:44:31.423358 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90add1e-ff36-49d0-a4de-36bd42632f20 None None] Routers {'38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:44:31.423957 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-e90add1e-ff36-49d0-a4de-36bd42632f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:44:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:31.521924 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] Publish callbacks [] for router (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:31.620755 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-e90add1e-ff36-49d0-a4de-36bd42632f20 None None] Set router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:44:31.628110 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] Publish callbacks [] for router_gateway (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:31.631357 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 83da7a0c-cefe-4cff-8ce3-79f98f504517 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:44:31.651522 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] No Port match for: 83da7a0c-cefe-4cff-8ce3-79f98f504517 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:44:31.651867 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Device 83da7a0c-cefe-4cff-8ce3-79f98f504517 not bound to the agent host hv-cinder-83053 {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:44:31.681255 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] Deleting port 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:44:31.681582 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (7ccd1f81-ebe5-4e05-94f1-a26c498c08f8), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:31.759195 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] For port 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=7ccd1f81-ebe5-4e05-94f1-a26c498c08f8,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:44:31.759559 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (7ccd1f81-ebe5-4e05-94f1-a26c498c08f8), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:31.771057 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] Calling delete_port for 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8 owned by network:router_gateway {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:44:31.798658 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-e90add1e-ff36-49d0-a4de-36bd42632f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:01Z', 'updated_at': '2022-03-07T15:44:30Z', 'revision_number': 5, 'project_id': '211a65fc7f30499aac00f697176c5768', 'gw_port': {'id': '7ccd1f81-ebe5-4e05-94f1-a26c498c08f8', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:02Z', 'updated_at': '2022-03-07T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:31.824592 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90add1e-ff36-49d0-a4de-36bd42632f20 None None] Checking router: 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 for host: dv-cinder-830538-7-iscsi {{(pid=102973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:44:31.832804 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90add1e-ff36-49d0-a4de-36bd42632f20 None None] Routers {'38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:44:31.833412 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-e90add1e-ff36-49d0-a4de-36bd42632f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:44:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'], 'active': True} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:31.921521 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_dvr_db [None req-e90add1e-ff36-49d0-a4de-36bd42632f20 None None] Set router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 gateway port host: None {{(pid=102973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:44:31.941150 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (7ccd1f81-ebe5-4e05-94f1-a26c498c08f8), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:31.967993 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ccd1f81-ebe5-4e05-94f1-a26c498c08f8,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:31.976647 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.l3_hamode_db [None req-e90add1e-ff36-49d0-a4de-36bd42632f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:01Z', 'updated_at': '2022-03-07T15:44:31Z', 'revision_number': 6, 'project_id': '211a65fc7f30499aac00f697176c5768', 'gw_port_host': None}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:32.003113 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90add1e-ff36-49d0-a4de-36bd42632f20 None None] The sync data for ids ['38c5b1f2-af6f-4762-a002-3e4ff24b9cf9'] in dv-cinder-830538-7-iscsi is: [{'id': '38c5b1f2-af6f-4762-a002-3e4ff24b9cf9', 'name': 'tempest-TestShelveInstance-1331221747-router', 'tenant_id': '211a65fc7f30499aac00f697176c5768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:01Z', 'updated_at': '2022-03-07T15:44:31Z', 'revision_number': 6, 'project_id': '211a65fc7f30499aac00f697176c5768', 'gw_port_host': None}] {{(pid=102973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:44:32.027506 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574362'] for router_gateway (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.121524 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15440'] for router (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.123680 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] Publish callbacks [] for router_controller (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), precommit_delete_associations {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.169000 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574521'] for router (38c5b1f2-af6f-4762-a002-3e4ff24b9cf9), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.169517 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 {{(pid=102970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 15:44:32.173830 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.175002 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-feabecb4-2841-4888-9a23-429b0a0bc072 admin admin] 10.222.0.26 "DELETE /v2.0/routers/38c5b1f2-af6f-4762-a002-3e4ff24b9cf9 HTTP/1.1" status: 204 len: 168 time: 0.7615311 Mar 07 15:44:32.177525 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36500) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:44:32.220331 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23d390a-3480-483f-a1cd-f95874554fb9 admin admin] Deleting subnet 6f141ddb-325d-4047-b131-2b5bf66cb8ab {{(pid=102970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:44:32.223594 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d23d390a-3480-483f-a1cd-f95874554fb9 admin admin] Publish callbacks [] for subnet (6f141ddb-325d-4047-b131-2b5bf66cb8ab), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.256450 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d23d390a-3480-483f-a1cd-f95874554fb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4916966'] for subnet (6f141ddb-325d-4047-b131-2b5bf66cb8ab), precommit_delete_associations {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.334712 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d23d390a-3480-483f-a1cd-f95874554fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (6f141ddb-325d-4047-b131-2b5bf66cb8ab), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.387145 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d23d390a-3480-483f-a1cd-f95874554fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5119573'] for subnet (6f141ddb-325d-4047-b131-2b5bf66cb8ab), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.412072 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d390a-3480-483f-a1cd-f95874554fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f141ddb-325d-4047-b131-2b5bf66cb8ab,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:32.418827 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d23d390a-3480-483f-a1cd-f95874554fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.424557 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-d23d390a-3480-483f-a1cd-f95874554fb9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6f141ddb-325d-4047-b131-2b5bf66cb8ab HTTP/1.1" status: 204 len: 168 time: 0.2435746 Mar 07 15:44:32.424857 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36502) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:44:32.427589 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6148648f-8baa-49a7-a316-30c53f156ec7 None None] Network ef5a1544-269a-4c4c-9c66-971da639cc03 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:44:32.502548 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (ef5a1544-269a-4c4c-9c66-971da639cc03), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.561347 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] Deleting port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:44:32.561692 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.598544 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] DHCP port deletion for ef5a1544-269a-4c4c-9c66-971da639cc03 request from dv-cinder-830538-7-iscsi {{(pid=102972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 15:44:32.629352 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] For port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=1b6b7f3d-431b-49b3-b5f5-b41dee031e74,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:44:32.629725 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.644372 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] Calling delete_port for 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 owned by network:dhcp {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:44:32.647946 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Deleting port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 {{(pid=102972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:44:32.648426 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), before_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.716378 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] For port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=1b6b7f3d-431b-49b3-b5f5-b41dee031e74,segment=NetworkSegment(81a24eef-379b-4089-9659-7498cb7b1121),segment_id=81a24eef-379b-4089-9659-7498cb7b1121)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:44:32.716784 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), precommit_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.735340 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Calling delete_port for 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 owned by network:dhcp {{(pid=102972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:44:32.736005 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.762043 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6b7f3d-431b-49b3-b5f5-b41dee031e74,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:32.767277 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] No DVR routers for this DVR port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 on host dv-cinder-830538-7-iscsi {{(pid=102971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:44:32.811504 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472'] for port (1b6b7f3d-431b-49b3-b5f5-b41dee031e74), after_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.839265 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] No DVR routers for this DVR port 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 on host dv-cinder-830538-7-iscsi {{(pid=102972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:44:32.841150 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Pushing event deleted for resources: {'Port': ['ID=1b6b7f3d-431b-49b3-b5f5-b41dee031e74,revision_number=None']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:32.848642 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (ef5a1544-269a-4c4c-9c66-971da639cc03), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.850090 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:32.850444 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:32.850784 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:32.851119 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:32.851446 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:32.851770 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:32.852090 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:32.852409 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:32.852727 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:32.853096 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:32.853350 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:32.853661 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:32.853989 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041655d7-0aca-437c-8473-f7fdcb03534b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-7-iscsi {{(pid=102972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:44:32.869375 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5a1544-269a-4c4c-9c66-971da639cc03']}} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:32.878528 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a24eef-379b-4089-9659-7498cb7b1121') {'for_net_delete': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:32.878826 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a24eef-379b-4089-9659-7498cb7b1121') {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:32.887909 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8227217'] for segment (81a24eef-379b-4089-9659-7498cb7b1121), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.901053 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (81a24eef-379b-4089-9659-7498cb7b1121), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.907554 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:44:32.907999 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7627424'] for segment (81a24eef-379b-4089-9659-7498cb7b1121), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: Traceback (most recent call last): Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: timer() Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: cb(*args, **kw) Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: return func(*args, **kwargs) Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: self._notify() Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: self.callback(batched_events) Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: event.method(event) Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: return f(self, *a, **k) Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._get(url).json() Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: return self.request(url, 'GET', **kwargs) Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:44:32.909834 dv-cinder-830538-7-iscsi neutron-server[102971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:44:32.963280 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (ef5a1544-269a-4c4c-9c66-971da639cc03), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.968634 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:32.972076 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ef5a1544-269a-4c4c-9c66-971da639cc03 HTTP/1.1" status: 204 len: 168 time: 0.5462036 Mar 07 15:44:32.975093 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36504) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:44:32.982787 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcb9e2-bcfe-40d9-9ca9-9f122d3dcd62 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef5a1544-269a-4c4c-9c66-971da639cc03,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:33.319035 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-21754652-4b18-47da-9fba-6f3c15ca1e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575044'] for router_interface (0355a464-5c46-4351-8bb1-85cd28cab167), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:33.411537 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:44:33.431902 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:44:33.432248 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 1b6b7f3d-431b-49b3-b5f5-b41dee031e74 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:44:33.432657 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device cbc84e4d-c322-4b55-894a-d3ede110ff16 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:44:33.454043 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: cbc84e4d-c322-4b55-894a-d3ede110ff16 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:44:33.454396 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device cbc84e4d-c322-4b55-894a-d3ede110ff16 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:44:33.454804 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:44:33.473582 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:44:33.473928 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 7ccd1f81-ebe5-4e05-94f1-a26c498c08f8 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:44:33.566199 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-21754652-4b18-47da-9fba-6f3c15ca1e1c admin admin] Deleting port b114e671-d85b-47c6-96a2-04c8ad0c4422 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:44:33.566536 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-21754652-4b18-47da-9fba-6f3c15ca1e1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:33.645692 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-21754652-4b18-47da-9fba-6f3c15ca1e1c admin admin] For port b114e671-d85b-47c6-96a2-04c8ad0c4422, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=b114e671-d85b-47c6-96a2-04c8ad0c4422,segment=NetworkSegment(32a436fd-9e61-4c24-bf60-9bff011517fd),segment_id=32a436fd-9e61-4c24-bf60-9bff011517fd)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:44:33.645996 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-21754652-4b18-47da-9fba-6f3c15ca1e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:33.657932 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-21754652-4b18-47da-9fba-6f3c15ca1e1c admin admin] Calling delete_port for b114e671-d85b-47c6-96a2-04c8ad0c4422 owned by network:router_interface {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:44:33.836563 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-21754652-4b18-47da-9fba-6f3c15ca1e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (b114e671-d85b-47c6-96a2-04c8ad0c4422), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:33.862542 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21754652-4b18-47da-9fba-6f3c15ca1e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=b114e671-d85b-47c6-96a2-04c8ad0c4422,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:34.026281 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-21754652-4b18-47da-9fba-6f3c15ca1e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575024'] for router_interface (0355a464-5c46-4351-8bb1-85cd28cab167), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:34.239029 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21754652-4b18-47da-9fba-6f3c15ca1e1c admin admin] Router 0355a464-5c46-4351-8bb1-85cd28cab167 has already been hosted by L3 agent cc298438-cf8a-42e6-87ad-bb929483eff7 {{(pid=102970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:44:34.347259 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21754652-4b18-47da-9fba-6f3c15ca1e1c admin admin] Notify agent at l3_agent.dv-cinder-830538-7-iscsi the message routers_updated {{(pid=102970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:44:34.352268 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-21754652-4b18-47da-9fba-6f3c15ca1e1c admin admin] 10.222.0.26 "PUT /v2.0/routers/0355a464-5c46-4351-8bb1-85cd28cab167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3760307 Mar 07 15:44:34.354732 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36506) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:44:34.357168 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc1736-9171-4cab-af4d-e29af3f114be None None] Sync routers for ids ['0355a464-5c46-4351-8bb1-85cd28cab167'] in dv-cinder-830538-7-iscsi {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:44:34.367366 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc1736-9171-4cab-af4d-e29af3f114be None None] Routers {'0355a464-5c46-4351-8bb1-85cd28cab167'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:44:34.367975 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-dbbc1736-9171-4cab-af4d-e29af3f114be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:44:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['0355a464-5c46-4351-8bb1-85cd28cab167'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:34.458304 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] Publish callbacks [] for router (0355a464-5c46-4351-8bb1-85cd28cab167), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:34.472765 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-dbbc1736-9171-4cab-af4d-e29af3f114be None None] Set router 0355a464-5c46-4351-8bb1-85cd28cab167 gateway port host: dv-cinder-830538-7-iscsi {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:44:34.561283 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] Publish callbacks [] for router_gateway (0355a464-5c46-4351-8bb1-85cd28cab167), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:34.613450 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] Deleting port 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:44:34.613794 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:34.645448 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-dbbc1736-9171-4cab-af4d-e29af3f114be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'name': 'tempest-TestShelveInstance-1123406517-router', 'tenant_id': 'fd86b34cc3f8446ba1acff8191df6281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'external_fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:44:33Z', 'revision_number': 5, 'project_id': 'fd86b34cc3f8446ba1acff8191df6281', 'gw_port': {'id': '0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709', 'name': '', 'network_id': '1357759f-65b0-4822-846b-e4b09ce352da', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62f4d897-1cc1-40ab-8633-873da050b204', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f4d897-1cc1-40ab-8633-873da050b204', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-7-iscsi'}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:34.675166 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc1736-9171-4cab-af4d-e29af3f114be None None] Checking router: 0355a464-5c46-4351-8bb1-85cd28cab167 for host: dv-cinder-830538-7-iscsi {{(pid=102972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:44:34.683377 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc1736-9171-4cab-af4d-e29af3f114be None None] Routers {'0355a464-5c46-4351-8bb1-85cd28cab167'} bound to L3 agent in host dv-cinder-830538-7-iscsi {{(pid=102972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:44:34.683989 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-dbbc1736-9171-4cab-af4d-e29af3f114be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:24:17Z,description=,heartbeat_timestamp=2022-03-07T15:44:17Z,host='dv-cinder-830538-7-iscsi',id=cc298438-cf8a-42e6-87ad-bb929483eff7,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:24:17Z,topic='l3_agent')) {'router_ids': ['0355a464-5c46-4351-8bb1-85cd28cab167'], 'active': True} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:34.700781 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] For port 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709,segment=NetworkSegment(fc57c422-f2de-4365-8c02-d8c94097be2a),segment_id=fc57c422-f2de-4365-8c02-d8c94097be2a)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:44:34.701169 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:34.713581 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] Calling delete_port for 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709 owned by network:router_gateway {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:44:34.771122 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvr_db [None req-dbbc1736-9171-4cab-af4d-e29af3f114be None None] Set router 0355a464-5c46-4351-8bb1-85cd28cab167 gateway port host: None {{(pid=102972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:44:34.882143 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143219'] for port (0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:34.907940 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:34.951135 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_hamode_db [None req-dbbc1736-9171-4cab-af4d-e29af3f114be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'name': 'tempest-TestShelveInstance-1123406517-router', 'tenant_id': 'fd86b34cc3f8446ba1acff8191df6281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:44:34Z', 'revision_number': 6, 'project_id': 'fd86b34cc3f8446ba1acff8191df6281', 'gw_port_host': None}], 'dv-cinder-830538-7-iscsi', False) {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:34.966289 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574362'] for router_gateway (0355a464-5c46-4351-8bb1-85cd28cab167), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:34.981206 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc1736-9171-4cab-af4d-e29af3f114be None None] The sync data for ids ['0355a464-5c46-4351-8bb1-85cd28cab167'] in dv-cinder-830538-7-iscsi is: [{'id': '0355a464-5c46-4351-8bb1-85cd28cab167', 'name': 'tempest-TestShelveInstance-1123406517-router', 'tenant_id': 'fd86b34cc3f8446ba1acff8191df6281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:40:06Z', 'updated_at': '2022-03-07T15:44:34Z', 'revision_number': 6, 'project_id': 'fd86b34cc3f8446ba1acff8191df6281', 'gw_port_host': None}] {{(pid=102972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:44:35.060199 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15440'] for router (0355a464-5c46-4351-8bb1-85cd28cab167), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:35.062329 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] Publish callbacks [] for router_controller (0355a464-5c46-4351-8bb1-85cd28cab167), precommit_delete_associations {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:35.103947 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574521'] for router (0355a464-5c46-4351-8bb1-85cd28cab167), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:35.104491 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0355a464-5c46-4351-8bb1-85cd28cab167 {{(pid=102970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 15:44:35.108731 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:35.110484 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-51d3659f-0953-41cf-b890-75faecd6f4c2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0355a464-5c46-4351-8bb1-85cd28cab167 HTTP/1.1" status: 204 len: 168 time: 0.7548594 Mar 07 15:44:35.114581 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [-] (102970) accepted ('10.222.0.26', 36508) {{(pid=102970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:44:35.157947 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_v2 [None req-672a6b2d-cd8c-44d4-b4e1-6262f31aaf4a admin admin] Deleting subnet 68bc4620-ac4c-4fa5-8eb9-353a68b820f8 {{(pid=102970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:44:35.160902 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-672a6b2d-cd8c-44d4-b4e1-6262f31aaf4a admin admin] Publish callbacks [] for subnet (68bc4620-ac4c-4fa5-8eb9-353a68b820f8), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:35.194285 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-672a6b2d-cd8c-44d4-b4e1-6262f31aaf4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4916966'] for subnet (68bc4620-ac4c-4fa5-8eb9-353a68b820f8), precommit_delete_associations {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:35.535226 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-672a6b2d-cd8c-44d4-b4e1-6262f31aaf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570405'] for subnet (68bc4620-ac4c-4fa5-8eb9-353a68b820f8), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:35.585552 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-672a6b2d-cd8c-44d4-b4e1-6262f31aaf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5119573'] for subnet (68bc4620-ac4c-4fa5-8eb9-353a68b820f8), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:35.612383 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a6b2d-cd8c-44d4-b4e1-6262f31aaf4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68bc4620-ac4c-4fa5-8eb9-353a68b820f8,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:35.614411 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-672a6b2d-cd8c-44d4-b4e1-6262f31aaf4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for subnet (None), before_response {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:35.617576 dv-cinder-830538-7-iscsi neutron-server[102970]: INFO neutron.wsgi [None req-672a6b2d-cd8c-44d4-b4e1-6262f31aaf4a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/68bc4620-ac4c-4fa5-8eb9-353a68b820f8 HTTP/1.1" status: 204 len: 168 time: 0.5020840 Mar 07 15:44:35.618906 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6c3477-87ea-4849-9adc-64251491bcfb None None] Network b36ebe90-6895-43a9-965e-bd02dc231819 requested from dv-cinder-830538-7-iscsi {{(pid=102972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:44:35.620129 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36510) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:44:35.690206 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468650'] for network (b36ebe90-6895-43a9-965e-bd02dc231819), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:35.745780 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] Deleting port 97cf2405-50e3-4fa0-a0f0-e94957207d67 {{(pid=102971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:44:35.746173 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:35.755690 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74414b32-17e5-40c2-a6b0-683cd526388c None None] DHCP port deletion for b36ebe90-6895-43a9-965e-bd02dc231819 request from dv-cinder-830538-7-iscsi {{(pid=102972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 15:44:35.814900 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-74414b32-17e5-40c2-a6b0-683cd526388c None None] Deleting port 97cf2405-50e3-4fa0-a0f0-e94957207d67 {{(pid=102972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:44:35.815059 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-74414b32-17e5-40c2-a6b0-683cd526388c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752360608579'] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), before_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:35.819729 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] For port 97cf2405-50e3-4fa0-a0f0-e94957207d67, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=97cf2405-50e3-4fa0-a0f0-e94957207d67,segment=NetworkSegment(32a436fd-9e61-4c24-bf60-9bff011517fd),segment_id=32a436fd-9e61-4c24-bf60-9bff011517fd)] {{(pid=102971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:44:35.820106 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:35.827698 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device b114e671-d85b-47c6-96a2-04c8ad0c4422 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:44:35.833622 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] Calling delete_port for 97cf2405-50e3-4fa0-a0f0-e94957207d67 owned by network:dhcp {{(pid=102971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:44:35.854810 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: b114e671-d85b-47c6-96a2-04c8ad0c4422 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:44:35.855156 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device b114e671-d85b-47c6-96a2-04c8ad0c4422 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:44:35.899095 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.db [None req-74414b32-17e5-40c2-a6b0-683cd526388c None None] For port 97cf2405-50e3-4fa0-a0f0-e94957207d67, host dv-cinder-830538-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-7-iscsi',level=0,port_id=97cf2405-50e3-4fa0-a0f0-e94957207d67,segment=NetworkSegment(32a436fd-9e61-4c24-bf60-9bff011517fd),segment_id=32a436fd-9e61-4c24-bf60-9bff011517fd)] {{(pid=102972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:44:35.899497 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-74414b32-17e5-40c2-a6b0-683cd526388c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), precommit_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:35.915363 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7627517'] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:35.916141 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-74414b32-17e5-40c2-a6b0-683cd526388c None None] Calling delete_port for 97cf2405-50e3-4fa0-a0f0-e94957207d67 owned by network:dhcp {{(pid=102972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:44:35.941206 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=97cf2405-50e3-4fa0-a0f0-e94957207d67,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:35.944675 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] No DVR routers for this DVR port 97cf2405-50e3-4fa0-a0f0-e94957207d67 on host dv-cinder-830538-7-iscsi {{(pid=102971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:44:35.991339 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-74414b32-17e5-40c2-a6b0-683cd526388c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3740815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752360615334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752360076472'] for port (97cf2405-50e3-4fa0-a0f0-e94957207d67), after_delete {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:36.004409 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74414b32-17e5-40c2-a6b0-683cd526388c None None] No DVR routers for this DVR port 97cf2405-50e3-4fa0-a0f0-e94957207d67 on host dv-cinder-830538-7-iscsi {{(pid=102972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:44:36.023362 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74414b32-17e5-40c2-a6b0-683cd526388c None None] Pushing event deleted for resources: {'Port': ['ID=97cf2405-50e3-4fa0-a0f0-e94957207d67,revision_number=None']} {{(pid=102972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:36.035246 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608426', 'neutron.services.segments.db._delete_segments_for_network-8752360422759'] for network (b36ebe90-6895-43a9-965e-bd02dc231819), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:36.056505 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36ebe90-6895-43a9-965e-bd02dc231819']}} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:36.066926 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a436fd-9e61-4c24-bf60-9bff011517fd') {'for_net_delete': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:36.067319 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.services.segments.db [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a436fd-9e61-4c24-bf60-9bff011517fd') {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:44:36.077043 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752360423536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8227217'] for segment (32a436fd-9e61-4c24-bf60-9bff011517fd), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:36.090673 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854'] for segment (32a436fd-9e61-4c24-bf60-9bff011517fd), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:36.097142 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=102971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:44:36.097518 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7627424'] for segment (32a436fd-9e61-4c24-bf60-9bff011517fd), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: Traceback (most recent call last): Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: timer() Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: cb(*args, **kw) Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: return func(*args, **kwargs) Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: self._notify() Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: self.callback(batched_events) Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: event.method(event) Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: return f(self, *a, **k) Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._get(url).json() Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: return self.request(url, 'GET', **kwargs) Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:44:36.099153 dv-cinder-830538-7-iscsi neutron-server[102971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:44:36.154970 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574398'] for network (b36ebe90-6895-43a9-965e-bd02dc231819), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:36.160642 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633700'] for network (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:36.163828 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] 10.222.0.26 "DELETE /v2.0/networks/b36ebe90-6895-43a9-965e-bd02dc231819 HTTP/1.1" status: 204 len: 168 time: 0.5427144 Mar 07 15:44:36.174879 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc847a-154f-435d-b096-c2780b92d0cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b36ebe90-6895-43a9-965e-bd02dc231819,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:36.322066 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36514) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:44:36.361378 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-1d7e21f7-dcc6-46d3-bac5-5e738e6c5661 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=211a65fc7f30499aac00f697176c5768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381668 Mar 07 15:44:36.363856 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36516) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:44:36.408716 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f350b1ef-a7dc-4631-86f2-971bc615bf73 admin admin] Publish callbacks [] for security_group (669b960c-5523-422a-93f0-562fc0db2fb9), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:36.430476 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f350b1ef-a7dc-4631-86f2-971bc615bf73 admin admin] Publish callbacks [] for security_group (669b960c-5523-422a-93f0-562fc0db2fb9), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:36.476204 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f350b1ef-a7dc-4631-86f2-971bc615bf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (669b960c-5523-422a-93f0-562fc0db2fb9), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:36.478916 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f350b1ef-a7dc-4631-86f2-971bc615bf73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:36.480058 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-f350b1ef-a7dc-4631-86f2-971bc615bf73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/669b960c-5523-422a-93f0-562fc0db2fb9 HTTP/1.1" status: 204 len: 168 time: 0.1153240 Mar 07 15:44:36.487757 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350b1ef-a7dc-4631-86f2-971bc615bf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669b960c-5523-422a-93f0-562fc0db2fb9,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:36.787742 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36522) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:44:36.830196 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-e8e83818-a359-495c-8d4a-318b0e03ce4c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd86b34cc3f8446ba1acff8191df6281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412786 Mar 07 15:44:36.832693 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [-] (102971) accepted ('10.222.0.26', 36524) {{(pid=102971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:44:36.880743 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-efa0eed9-c8f7-4dbf-a384-fd24a11e9e08 admin admin] Publish callbacks [] for security_group (4abcc7a0-0bdd-45df-be50-f860a75d7b33), before_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:36.901431 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-efa0eed9-c8f7-4dbf-a384-fd24a11e9e08 admin admin] Publish callbacks [] for security_group (4abcc7a0-0bdd-45df-be50-f860a75d7b33), precommit_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:36.946452 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-efa0eed9-c8f7-4dbf-a384-fd24a11e9e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558724'] for security_group (4abcc7a0-0bdd-45df-be50-f860a75d7b33), after_delete {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:36.949296 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-efa0eed9-c8f7-4dbf-a384-fd24a11e9e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:36.950437 dv-cinder-830538-7-iscsi neutron-server[102971]: INFO neutron.wsgi [None req-efa0eed9-c8f7-4dbf-a384-fd24a11e9e08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4abcc7a0-0bdd-45df-be50-f860a75d7b33 HTTP/1.1" status: 204 len: 168 time: 0.1168652 Mar 07 15:44:36.958584 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0eed9-c8f7-4dbf-a384-fd24a11e9e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abcc7a0-0bdd-45df-be50-f860a75d7b33,revision_number=None']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:44:37.409162 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:44:37.433356 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:44:37.433698 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 0c9150e7-4cd7-4ca7-a6d9-3d5c7b08f709 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:44:37.434126 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 97cf2405-50e3-4fa0-a0f0-e94957207d67 no longer exists at agent ovs-agent-dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:44:37.452999 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] No Port match for: 97cf2405-50e3-4fa0-a0f0-e94957207d67 {{(pid=102972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:44:37.453366 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.rpc [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Device 97cf2405-50e3-4fa0-a0f0-e94957207d67 not bound to the agent host dv-cinder-830538-7-iscsi {{(pid=102972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:44:44.092252 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad9ab-a028-448a-b47b-9797a06bf9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:46.677338 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-9994aba3-12ce-40bb-80dc-1fc938e9397b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:47.695511 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:49.036431 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:50.710303 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:44:52.076372 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:45:01.626058 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:45:14.094562 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-145e457a-25a7-4a9e-baad-53ea01c51395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:45:16.678343 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-82da627e-d635-468c-9f5e-a1ec94ab7569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:45:17.698967 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:45:19.040735 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:45:20.711173 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:45:22.083150 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:45:38.626359 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:45:44.097799 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-546dd006-5ac6-4574-8ea1-45c841701ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:45:46.678767 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-03dd8943-e5ea-4b89-9643-499ea4c43fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:45:47.700391 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:45:49.043816 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:45:50.713614 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:45:52.074743 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:14.098816 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6d05731f-68e8-4a53-b7f2-d2706c27e609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:15.625401 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:46:16.679823 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-98f86658-eba4-42fb-9d56-2850a033a437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:17.704501 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:19.050109 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:20.716059 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:22.090332 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:44.100787 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-9050fdc2-261c-4b18-a5db-f35c4b2a5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:46.680457 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-590dd155-4ff1-425d-8424-3d37c6574b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:47.706746 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:49.049034 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:50.718419 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:52.090273 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:52.624286 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:47:14.101459 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-7db5e66b-ad8f-4140-a09f-765ad7274e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:16.681207 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-dfe78624-7c24-4c53-b3da-303e9cea8759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:17.709626 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:19.052433 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:20.721773 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:22.104845 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:29.623634 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:47:44.106328 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1a7ee7cb-dd2a-4242-97d7-3af0342b419a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:46.681491 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0c354665-f930-4cb0-9f9c-f7892f1639cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:47.712166 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:49.055628 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:50.723608 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:52.100283 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:54.860918 dv-cinder-830538-7-iscsi neutron-server[102971]: DEBUG neutron.wsgi [req-d2e46596-9ecd-4b2b-b596-45c793a3bade req-76ec0956-e729-48fe-8e55-415d41436fff service neutron] (102971) timed out ('10.222.0.30', 59135) {{(pid=102971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 15:47:55.207156 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [req-2dd7a833-b392-4828-8b24-2ce7766f6bf9 req-baa2aa38-caac-4fca-9203-9e022a8eca1a service neutron] (102970) timed out ('10.222.0.30', 59111) {{(pid=102970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 15:47:56.037032 dv-cinder-830538-7-iscsi neutron-server[102970]: DEBUG neutron.wsgi [req-6d84c3d4-ed9d-4457-ae30-8adc7d04281c req-35646dd8-9802-4ee4-bfa7-173e357f8579 service neutron] (102970) timed out ('10.222.0.30', 59107) {{(pid=102970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 15:48:06.623243 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:48:14.108000 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-de5e8f25-c86a-4b6e-a585-5daf66e265a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:16.681853 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-26a6a31b-98c4-41ea-845c-4676c9f45090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:17.715409 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:19.057209 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:20.726767 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:22.114648 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:43.622093 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:48:44.109429 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-4b6adc3f-cf77-4de0-8149-19b36728f7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:46.681653 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-2c8cab80-8ba9-4d0a-b92b-75214014e980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:47.718859 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:49.059929 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:50.732082 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:52.114849 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:14.109669 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-cd4e43b4-6095-4cf8-bab0-ffb42003c748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:16.681701 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-daac40c2-4357-4295-8d13-45a257274ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:17.721901 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:19.063534 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:20.620833 dv-cinder-830538-7-iscsi neutron-server[102973]: DEBUG neutron.db.agents_db [None req-bfd73ab0-f1bf-4371-86bd-bfb70f936a3a None None] Agent healthcheck: found 6 active agents {{(pid=102973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:49:20.734590 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:22.114418 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:44.111300 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-38f4154d-b3cd-4513-9cfb-dfd953d5a521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (4dbd8546-209c-4bdf-a285-bba930c0e8c3), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:46.684460 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-b41e5b82-9d2a-461b-aa35-cf27db729337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (cc298438-cf8a-42e6-87ad-bb929483eff7), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:47.722705 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-c26a9079-7192-4056-af3c-daa700658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (0a9a5306-899e-4ced-8d7d-3c2f499a22df), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:49.066468 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-20ab70d5-82ca-4b72-a488-a9833b1f7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (040b03d0-35c8-4468-b763-511ecd0c8743), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:50.737912 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-6ac13954-908a-4834-8d31-a76dda870b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (3814dbf8-b586-4eb2-97ec-f39d2bbf0170), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:52.129459 dv-cinder-830538-7-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-1b69213a-4ca0-4085-8376-17a81fa9b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752360422741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3606673'] for agent (26dde2fe-64be-43ca-a8cb-090f4ab55839), after_update {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}